-- Logs begin at Tue 2021-09-21 04:29:13 UTC, end at Tue 2021-09-21 05:37:19 UTC. -- Sep 21 05:11:48.226355 dv-cinder-778193-10-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 21 05:11:50.923729 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.common.config [-] Logging enabled! Sep 21 05:11:50.924319 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev6 Sep 21 05:11:50.924495 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94557) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 21 05:11:50.928730 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.common.config [-] Logging enabled! Sep 21 05:11:50.928999 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev6 Sep 21 05:11:50.929317 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94557) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 21 05:11:50.930282 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 21 05:11:50.930541 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 21 05:11:50.930902 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 21 05:11:50.931149 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 21 05:11:50.931372 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 21 05:11:50.931695 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:50.941539 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:50.941539 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:50.941539 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:50.941539 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:50.941539 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:50.941539 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:50.941539 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:50.941539 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:50.942084 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:50.942084 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:50.942084 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:50.942084 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:50.942084 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:50.942084 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:50.942084 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:50.942084 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] debug = True {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:50.942621 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:50.942621 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:50.942621 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:50.942621 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:50.942621 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:50.942621 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:50.943038 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:50.943038 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:50.943038 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:50.943038 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] host = dv-cinder-778193-10-iscsi {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:50.943038 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:50.943038 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:50.943038 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:50.943038 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:50.943577 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:50.943577 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:50.943577 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:50.943577 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:50.943577 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] log_file = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:50.943577 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:50.943577 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:50.943577 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:50.944076 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:50.944076 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:50.944076 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:50.944076 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:50.944076 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:50.944421 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:50.944421 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:50.944694 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:50.944962 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:50.945230 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:50.945494 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:50.945775 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:50.946053 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:50.946334 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:50.946631 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:50.946899 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:50.947165 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:50.947433 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:50.947714 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:50.947981 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:50.948249 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:50.948517 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:50.948798 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:50.949060 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:50.949328 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:50.949622 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:50.949905 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:50.950219 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:50.950527 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:50.950797 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:50.951080 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:50.951350 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:50.951619 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:50.951887 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] use_json = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:50.952152 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:50.952418 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:50.952693 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:50.952960 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:50.953227 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:50.953494 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:50.953761 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:50.954041 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:50.954330 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.954646 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.954944 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.955220 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.955509 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.955781 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.956066 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.956339 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.956622 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.956905 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.957189 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.957467 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.957750 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.958024 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.958314 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.958639 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.958930 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.959218 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.959489 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.959760 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.960030 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.960304 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.960590 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.960866 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.961160 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.961450 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.961726 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.962010 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.962301 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.962613 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.962884 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.963160 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.963450 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.963726 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.963995 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.964271 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.964556 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.964831 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.965098 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.965375 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.965714 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.966156 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.966619 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.967026 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.967446 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.967861 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.968412 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.968685 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.968962 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.969231 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.969513 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.969788 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.970057 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.970325 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.970625 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.970895 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.971170 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.971444 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.971712 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.971987 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.972255 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.972520 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.972787 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.973053 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.973321 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.973588 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.973854 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.974125 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.974389 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.975042 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.975042 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.975205 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.975458 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.975746 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.976042 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.976317 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.976592 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.976862 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.977203 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.977408 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.977686 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.977959 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.978231 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.978523 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.978816 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.979093 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.979377 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.979656 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.979934 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.980231 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.980507 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.980783 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.981061 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.981870 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.982666 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.982666 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.982817 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.983004 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.983324 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.983589 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.983881 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.984159 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.984468 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.984744 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:50.984963 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 21 05:11:50.985204 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94557) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 21 05:11:51.336162 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 21 05:11:51.336443 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 21 05:11:51.336728 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 21 05:11:51.337069 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 21 05:11:51.729363 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:51.729583 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:51.729851 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:51.731202 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:51.731554 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:51.731821 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:51.766892 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:51.767165 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:51.767430 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:51.782487 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:51.782764 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:51.783025 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:51.810563 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:51.810832 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:51.811093 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:51.848700 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:51.848975 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:51.849241 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:52.094364 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:52.094991 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:52.094991 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:52.095181 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:52.095862 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:52.213407 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:52.213721 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:52.213997 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:52.214261 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:52.214544 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:52.214855 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:52.215110 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:52.215360 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:52.215633 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:52.215907 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:52.216160 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:52.216416 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:52.216665 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:52.216911 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:52.217159 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:52.217416 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:52.217665 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:52.218171 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:52.218467 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:52.218725 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:52.218990 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:52.219238 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:52.219515 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:52.219884 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:52.220128 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:52.220369 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:52.220755 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94557) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 05:11:52.220995 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94557) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 05:11:52.221231 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94557) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 05:11:52.221467 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94557) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 05:11:52.221701 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94557) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 05:11:52.221931 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94557) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 05:11:52.222285 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 21 05:11:52.225317 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 21 05:11:52.229283 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 21 05:11:52.233453 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Sep 21 05:11:52.235031 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 21 05:11:52.235479 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 21 05:11:52.235812 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 21 05:11:52.236192 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 21 05:11:52.238941 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 21 05:11:52.239185 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 21 05:11:52.239518 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 21 05:11:52.244719 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 21 05:11:52.266625 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 21 05:11:52.267072 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:52.267362 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94557) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 21 05:11:52.267720 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:52.269062 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94557) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 21 05:11:52.269497 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 21 05:11:52.269742 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 21 05:11:52.272912 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:52.273189 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:52.336389 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 21 05:11:52.336626 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 21 05:11:52.336862 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 21 05:11:52.337225 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 21 05:11:52.359151 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_db.sqlalchemy.engines [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94557) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 21 05:11:53.052101 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.plugins.ml2.managers [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Initializing driver for type 'gre' Sep 21 05:11:53.052631 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] gre ID ranges: [(1, 1000)] Sep 21 05:11:53.297310 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.plugins.ml2.managers [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Initializing driver for type 'local' Sep 21 05:11:53.297884 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.plugins.ml2.managers [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Initializing driver for type 'vlan' Sep 21 05:11:53.388749 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] VlanTypeDriver initialization complete Sep 21 05:11:53.389095 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.plugins.ml2.managers [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Initializing driver for type 'vxlan' Sep 21 05:11:53.389580 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] vxlan ID ranges: [(1, 1000)] Sep 21 05:11:53.640066 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.plugins.ml2.managers [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Initializing extension driver 'port_security' Sep 21 05:11:53.640410 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.plugins.ml2.extensions.port_security [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] PortSecurityExtensionDriver initialization complete Sep 21 05:11:53.640745 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.plugins.ml2.managers [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Initializing mechanism driver 'openvswitch' Sep 21 05:11:53.641079 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.plugins.ml2.managers [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Initializing mechanism driver 'hyperv' Sep 21 05:11:53.647689 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.plugins.ml2.plugin [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:11:53.648378 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Subscribe: > port after_create 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:53.648748 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Subscribe: > port after_update 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:53.649102 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Subscribe: > port after_delete 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:53.649623 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94557) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 21 05:11:53.650061 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Subscribe: > subnet after_create 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:53.650427 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Subscribe: > subnet after_update 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:53.650775 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:53.651166 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94557) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 21 05:11:53.651579 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Subscribe: > network after_create 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:53.651930 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Subscribe: > network after_update 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:53.652274 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Subscribe: > network after_delete 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:53.652661 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94557) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 21 05:11:53.653578 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Subscribe: > security_group after_create 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:53.653928 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Subscribe: > security_group after_update 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:53.654269 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:53.654820 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94557) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 21 05:11:53.655237 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:53.655593 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:53.655979 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:53.656374 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94557) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 21 05:11:53.656779 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Subscribe: > address_group after_create 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:53.657126 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Subscribe: > address_group after_update 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:53.657467 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:53.657855 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94557) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 21 05:11:53.658238 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] ML2 OVO RPC backend initialized. {{(pid=94557) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 21 05:11:53.658970 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:53.661033 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:53.661033 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Subscribe: > network before_response 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:53.661033 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Subscribe: > networks before_response 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:53.661033 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Subscribe: > port before_response 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:53.661345 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Subscribe: > ports before_response 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:53.661345 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Subscribe: > subnet before_response 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:53.661495 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Subscribe: > subnets before_response 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:53.661776 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Subscribe: > network after_create 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:53.662119 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Subscribe: > network after_update 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:53.662481 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Subscribe: > network after_delete 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:53.662820 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Subscribe: > port after_create 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:53.663156 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Subscribe: > port after_update 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:53.663491 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Subscribe: > port after_delete 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:53.663824 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Subscribe: > subnet after_create 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:53.664159 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Subscribe: > subnet after_update 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:53.664490 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:53.665070 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.plugins.ml2.plugin [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Modular L2 Plugin initialization complete Sep 21 05:11:53.665402 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading services supported by the core plugin {{(pid=94557) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 21 05:11:53.665731 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.plugins.ml2.managers [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Got port-security extension from driver 'port_security' Sep 21 05:11:53.666192 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.extensions.vlantransparent [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Disabled vlantransparent extension. Sep 21 05:11:53.666703 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94557) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 21 05:11:53.667022 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading Plugin: router Sep 21 05:11:53.703017 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:53.703414 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Subscribe: > router after_create 55549900 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:53.703788 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Subscribe: > router before_create 55549900 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:53.704158 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:53.704535 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:53.704900 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Subscribe: > router after_delete 55549900 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:53.705266 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:53.705623 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:53.705987 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Subscribe: > router after_create 55549900 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:53.706341 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Subscribe: > router after_update 55549900 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:53.706726 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Subscribe: > router after_update 55549900 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:53.707081 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:53.707445 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Subscribe: > router after_update 55549900 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:53.707862 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Subscribe: > router precommit_update 55549900 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:53.708235 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Subscribe: port after_update 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:53.708576 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Subscribe: port after_delete 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:53.708913 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Subscribe: subnet after_update 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:53.709253 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:53.709601 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:53.709953 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Subscribe: > router precommit_create 55549900 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:53.710299 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Subscribe: port before_delete 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:53.710670 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Subscribe: > router precommit_create 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:53.711030 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Subscribe: > router after_update 55549900 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:53.711378 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:53.711734 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Subscribe: > router precommit_create 55549900 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:53.712098 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:53.712447 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Subscribe: > router precommit_update 55549900 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:53.712817 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Subscribe: > agent after_create 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:53.713172 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Subscribe: > agent after_delete 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:53.713521 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Subscribe: > network after_delete 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:53.714371 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.quota.resource_registry [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Tracking information for resource: router configured {{(pid=94557) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 05:11:53.714744 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.quota.resource_registry [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Tracking information for resource: floatingip configured {{(pid=94557) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 05:11:53.720526 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.db.l3_agentschedulers_db [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 21 05:11:53.721105 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Subscribe: port after_update 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:53.721468 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Subscribe: port after_create 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:53.721818 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Subscribe: port after_delete 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:53.722170 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Subscribe: port after_update 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:53.722992 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Subscribe: > router before_create 55550100 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:53.723360 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:53.723719 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Subscribe: > router precommit_create 55550100 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:53.724075 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Subscribe: > router precommit_update 55550100 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:53.728734 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.services.provider_configuration [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Service providers = [] {{(pid=94557) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 21 05:11:53.729101 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.db.servicetype_db [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94557) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 21 05:11:53.732610 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.services.service_base [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94557) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 21 05:11:53.732958 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.services.service_base [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94557) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 21 05:11:53.733304 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.services.service_base [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94557) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 21 05:11:53.734194 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.services.service_base [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94557) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 21 05:11:53.734600 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.services.service_base [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 21 05:11:53.734972 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94557) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 05:11:53.735299 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 21 05:11:53.745927 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94557) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 05:11:53.746267 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading Plugin: auto_allocate Sep 21 05:11:53.752143 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Subscribe: network precommit_update 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:53.752517 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Subscribe: network precommit_create 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:53.753053 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94557) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 05:11:53.753361 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading Plugin: tag Sep 21 05:11:53.759839 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94557) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 05:11:53.760167 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading Plugin: timestamp Sep 21 05:11:53.764793 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94557) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 05:11:53.765138 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading Plugin: network_ip_availability Sep 21 05:11:53.770518 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:53.770892 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:53.771253 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:53.771962 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94557) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 05:11:53.772285 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading Plugin: flavors Sep 21 05:11:53.776941 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94557) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 05:11:53.777274 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading Plugin: revisions Sep 21 05:11:53.782120 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94557) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 05:11:53.782542 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_concurrency.lockutils [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.446s {{(pid=94557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 21 05:11:53.783274 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94557) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 21 05:11:53.783611 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Initializing extension manager. Sep 21 05:11:53.784192 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: __init__.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.784538 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: __pycache__ {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.784876 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.785217 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: address_group.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.785969 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.786556 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loaded extension: address-group Sep 21 05:11:53.786881 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: address_scope.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.787785 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.788295 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loaded extension: address-scope Sep 21 05:11:53.788619 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.789543 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.790046 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loaded extension: router-admin-state-down-before-update Sep 21 05:11:53.790370 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: agent.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.791105 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.791613 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loaded extension: agent Sep 21 05:11:53.791940 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: agent_resources_synced.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.792853 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.793360 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loaded extension: agent-resources-synced Sep 21 05:11:53.793712 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: allowedaddresspairs.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.795526 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.796048 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loaded extension: allowed-address-pairs Sep 21 05:11:53.796373 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: auto_allocated_topology.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.797449 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.797963 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loaded extension: auto-allocated-topology Sep 21 05:11:53.798289 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: availability_zone.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.799020 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.799527 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loaded extension: availability_zone Sep 21 05:11:53.799892 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: availability_zone_filter.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.806480 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.806929 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loaded extension: availability_zone_filter Sep 21 05:11:53.807252 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: data_plane_status.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.808162 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.808663 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Extension data-plane-status not supported by any of loaded plugins Sep 21 05:11:53.808986 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: default_subnetpools.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.809935 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.810468 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loaded extension: default-subnetpools Sep 21 05:11:53.810792 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.811603 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.812113 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loaded extension: dhcp_agent_scheduler Sep 21 05:11:53.812435 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: dns.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.813354 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.813854 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Extension dns-integration not supported by any of loaded plugins Sep 21 05:11:53.814174 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: dns_domain_ports.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.815109 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.815611 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 21 05:11:53.815933 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.816849 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.817348 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 21 05:11:53.817669 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: dvr.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.818524 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.819032 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loaded extension: dvr Sep 21 05:11:53.819354 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: ecmp_routes.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.820271 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.820777 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 21 05:11:53.821103 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: empty_string_filtering.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.822019 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.822604 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loaded extension: empty-string-filtering Sep 21 05:11:53.822926 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.823843 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.824346 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 21 05:11:53.824668 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.826109 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.826645 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 21 05:11:53.826972 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: external_net.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.827881 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.828384 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loaded extension: external-net Sep 21 05:11:53.828708 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.829616 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.830119 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loaded extension: extra_dhcp_opt Sep 21 05:11:53.830478 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: extraroute.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.831397 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.831903 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loaded extension: extraroute Sep 21 05:11:53.832227 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: extraroute_atomic.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.833248 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.833798 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loaded extension: extraroute-atomic Sep 21 05:11:53.834122 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: filter_validation.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.834825 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.835329 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loaded extension: filter-validation Sep 21 05:11:53.835649 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: fip_pf_description.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.836562 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.837060 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 21 05:11:53.837381 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: fip_port_details.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.838375 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.838930 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loaded extension: fip-port-details Sep 21 05:11:53.839250 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: flavors.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.840489 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.841564 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loaded extension: flavors Sep 21 05:11:53.841891 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.843830 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.844348 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 21 05:11:53.844702 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: floatingip_pools.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.845422 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.845929 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loaded extension: floatingip-pools Sep 21 05:11:53.846257 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: ip_allocation.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.847217 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.847718 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Extension ip_allocation not supported by any of loaded plugins Sep 21 05:11:53.848041 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.848983 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.849487 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loaded extension: ip-substring-filtering Sep 21 05:11:53.849813 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: l2_adjacency.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.850768 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.851273 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 21 05:11:53.851595 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: l3.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.852806 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.853318 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loaded extension: router Sep 21 05:11:53.853642 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.863189 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.863717 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 21 05:11:53.864054 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.864995 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.865506 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loaded extension: ext-gw-mode Sep 21 05:11:53.865836 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.866805 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.867313 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loaded extension: l3-ha Sep 21 05:11:53.867640 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: l3_flavors.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.868563 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.869067 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loaded extension: l3-flavors Sep 21 05:11:53.869393 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.870310 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.870843 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 21 05:11:53.871170 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: l3agentscheduler.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.872244 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.872759 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loaded extension: l3_agent_scheduler Sep 21 05:11:53.873087 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: logging.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.874641 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.875162 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Extension logging not supported by any of loaded plugins Sep 21 05:11:53.875492 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: metering.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.876238 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.876811 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loaded extension: metering Sep 21 05:11:53.877137 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.878250 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.878791 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loaded extension: metering_source_and_destination_fields Sep 21 05:11:53.879119 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: multiprovidernet.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.880088 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.880601 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loaded extension: multi-provider Sep 21 05:11:53.880925 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: netmtu.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.881838 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.882344 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loaded extension: net-mtu Sep 21 05:11:53.882697 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: netmtu_writable.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.883612 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.884119 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loaded extension: net-mtu-writable Sep 21 05:11:53.884441 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: network_availability_zone.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.885187 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.885696 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loaded extension: network_availability_zone Sep 21 05:11:53.886019 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: network_ip_availability.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.887158 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.888196 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loaded extension: network-ip-availability Sep 21 05:11:53.888519 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: network_segment_range.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.889350 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.889915 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Extension network-segment-range not supported by any of loaded plugins Sep 21 05:11:53.890283 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: pagination.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.891332 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.891666 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loaded extension: pagination Sep 21 05:11:53.891990 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: port_device_profile.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.893306 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.894167 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loaded extension: port-device-profile Sep 21 05:11:53.894537 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.896531 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.897055 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loaded extension: port-mac-address-regenerate Sep 21 05:11:53.897387 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.898333 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.898874 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loaded extension: port-numa-affinity-policy Sep 21 05:11:53.899199 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: port_resource_request.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.900391 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.902342 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Extension port-resource-request not supported by any of loaded plugins Sep 21 05:11:53.904922 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: portbindings.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.905891 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.906456 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loaded extension: binding Sep 21 05:11:53.906796 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: portbindings_extended.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.908083 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.908602 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loaded extension: binding-extended Sep 21 05:11:53.908935 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: portsecurity.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.909860 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.910371 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loaded extension: port-security Sep 21 05:11:53.910727 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: project_id.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.911709 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.912047 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loaded extension: project-id Sep 21 05:11:53.912376 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: providernet.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.920534 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.921046 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loaded extension: provider Sep 21 05:11:53.921375 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: qos.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.925034 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.925556 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Extension qos not supported by any of loaded plugins Sep 21 05:11:53.925890 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.927174 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.927728 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 21 05:11:53.928062 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.928985 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.929493 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 21 05:11:53.929821 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: qos_default.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.930772 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.931282 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Extension qos-default not supported by any of loaded plugins Sep 21 05:11:53.931609 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: qos_fip.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.932277 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.932782 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Extension qos-fip not supported by any of loaded plugins Sep 21 05:11:53.933105 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: qos_gateway_ip.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.934030 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.934624 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 21 05:11:53.934951 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: qos_port_network_policy.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.935870 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.936377 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 21 05:11:53.936701 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: qos_pps_rule.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.937875 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.938389 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Extension qos-pps not supported by any of loaded plugins Sep 21 05:11:53.938755 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: qos_rule_type_details.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.939677 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.940195 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 21 05:11:53.940518 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: qos_rules_alias.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.941557 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.942102 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 21 05:11:53.942455 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: quotasv2.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.943421 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.943756 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loaded extension: quotas Sep 21 05:11:53.944080 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: quotasv2_detail.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.947552 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.947902 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loaded extension: quota_details Sep 21 05:11:53.948240 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: rbac.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.949371 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.950455 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loaded extension: rbac-policies Sep 21 05:11:53.950797 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: rbac_address_group.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.955057 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.955572 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loaded extension: rbac-address-group Sep 21 05:11:53.955902 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: rbac_address_scope.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.956826 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.957338 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loaded extension: rbac-address-scope Sep 21 05:11:53.957669 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: rbac_security_groups.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.958618 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.959130 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loaded extension: rbac-security-groups Sep 21 05:11:53.959457 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: rbac_subnetpool.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.960373 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.960888 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loaded extension: rbac-subnetpool Sep 21 05:11:53.961214 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: revisionifmatch.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.962134 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.962678 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loaded extension: revision-if-match Sep 21 05:11:53.963006 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: revisions.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.964204 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.964809 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loaded extension: standard-attr-revisions Sep 21 05:11:53.965224 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: router_availability_zone.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.966577 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.967086 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loaded extension: router_availability_zone Sep 21 05:11:53.967412 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: routerservicetype.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.968625 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.969131 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Extension router-service-type not supported by any of loaded plugins Sep 21 05:11:53.969458 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.970381 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.970910 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loaded extension: security-groups-normalized-cidr Sep 21 05:11:53.971237 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.972193 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.972698 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loaded extension: port-security-groups-filtering Sep 21 05:11:53.973024 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.973957 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.974499 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loaded extension: security-groups-remote-address-group Sep 21 05:11:53.974829 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: securitygroup.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.986059 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.986626 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loaded extension: security-group Sep 21 05:11:53.987018 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: segment.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.987840 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.988350 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Extension segment not supported by any of loaded plugins Sep 21 05:11:53.988679 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.989653 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.990157 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 21 05:11:53.990513 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: servicetype.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.991713 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.992232 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loaded extension: service-type Sep 21 05:11:53.992562 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: sorting.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.993557 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.993901 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loaded extension: sorting Sep 21 05:11:53.994232 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: standard_attr_segment.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.995190 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.995705 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 21 05:11:53.996033 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: standardattrdescription.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.996689 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.997213 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loaded extension: standard-attr-description Sep 21 05:11:53.997540 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: stateful_security_group.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.998510 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:53.999027 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loaded extension: stateful-security-group Sep 21 05:11:53.999377 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: stdattrs_common.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:53.999961 dv-cinder-778193-10-iscsi neutron-server[94557]: WARNING neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 21 05:11:54.000282 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:54.001209 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:54.001726 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 21 05:11:54.002053 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: subnet_onboard.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:54.003163 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:54.003686 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loaded extension: subnet_onboard Sep 21 05:11:54.004013 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:54.004942 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:54.005494 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 21 05:11:54.005822 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: subnet_service_types.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:54.006773 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:54.007280 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loaded extension: subnet-service-types Sep 21 05:11:54.007608 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: subnetallocation.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:54.008688 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:54.009195 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loaded extension: subnet_allocation Sep 21 05:11:54.009520 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:54.010190 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:54.010746 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loaded extension: subnetpool-prefix-ops Sep 21 05:11:54.011072 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:54.011997 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:54.013034 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 21 05:11:54.013361 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: tagging.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:54.014607 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:54.015124 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loaded extension: standard-attr-tag Sep 21 05:11:54.015454 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: timestamp.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:54.020925 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:54.021443 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loaded extension: standard-attr-timestamp Sep 21 05:11:54.021773 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: trunk.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:54.022871 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:54.023385 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Extension trunk not supported by any of loaded plugins Sep 21 05:11:54.023714 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: trunk_details.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:54.024649 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:54.025160 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Extension trunk-details not supported by any of loaded plugins Sep 21 05:11:54.025488 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: uplink_status_propagation.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:54.026481 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:54.026997 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 21 05:11:54.027325 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Loading extension file: vlantransparent.py {{(pid=94557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 05:11:54.028060 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 05:11:54.029080 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 21 05:11:54.031582 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.quota.resource_registry [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Creating instance of TrackedResource for resource:network Sep 21 05:11:54.032108 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.quota.resource_registry [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Creating instance of TrackedResource for resource:subnet Sep 21 05:11:54.032508 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.quota.resource_registry [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Creating instance of TrackedResource for resource:subnetpool Sep 21 05:11:54.032907 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.quota.resource_registry [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Creating instance of TrackedResource for resource:port Sep 21 05:11:54.034132 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.v2.resource_helper [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94557) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 05:11:54.034614 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.v2.resource_helper [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Service FLAVORS assigned prefix: {{(pid=94557) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 05:11:54.035264 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.v2.resource_helper [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94557) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 05:11:54.035692 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.v2.resource_helper [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94557) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 05:11:54.036033 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.quota.resource_registry [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Creating instance of TrackedResource for resource:router Sep 21 05:11:54.036463 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.quota.resource_registry [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Creating instance of TrackedResource for resource:floatingip Sep 21 05:11:54.036954 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.v2.resource_helper [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Service METERING assigned prefix: /metering {{(pid=94557) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 05:11:54.038409 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:54.038793 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:54.039180 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:11:54.040208 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.quota.resource_registry [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Creating instance of CountableResource for resource:rbac_policy Sep 21 05:11:54.040666 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.quota.resource_registry [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Creating instance of TrackedResource for resource:security_group Sep 21 05:11:54.041094 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.quota.resource_registry [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 21 05:11:54.041680 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.v2.resource_helper [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Service CORE assigned prefix: {{(pid=94557) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 05:11:54.042196 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.quota.resource_registry [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Creating instance of TrackedResource for resource:subnetpool Sep 21 05:11:54.042585 dv-cinder-778193-10-iscsi neutron-server[94557]: WARNING neutron.quota.resource_registry [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] subnetpool is already registered Sep 21 05:11:54.043028 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.v2.resource_helper [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Service CORE assigned prefix: {{(pid=94557) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 05:11:54.043361 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.quota.resource_registry [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Creating instance of TrackedResource for resource:subnetpool Sep 21 05:11:54.043725 dv-cinder-778193-10-iscsi neutron-server[94557]: WARNING neutron.quota.resource_registry [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] subnetpool is already registered Sep 21 05:11:54.046070 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.v2.resource_helper [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94557) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 05:11:54.046535 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.v2.resource_helper [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Service FLAVORS assigned prefix: {{(pid=94557) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 05:11:54.047135 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.v2.resource_helper [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94557) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 05:11:54.047560 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.v2.resource_helper [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94557) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 05:11:54.047895 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.quota.resource_registry [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Creating instance of TrackedResource for resource:router Sep 21 05:11:54.048236 dv-cinder-778193-10-iscsi neutron-server[94557]: WARNING neutron.quota.resource_registry [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] router is already registered Sep 21 05:11:54.048658 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.quota.resource_registry [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Creating instance of TrackedResource for resource:floatingip Sep 21 05:11:54.048994 dv-cinder-778193-10-iscsi neutron-server[94557]: WARNING neutron.quota.resource_registry [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] floatingip is already registered Sep 21 05:11:54.049524 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.v2.resource_helper [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Service METERING assigned prefix: /metering {{(pid=94557) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 05:11:54.050131 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.quota.resource_registry [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Creating instance of CountableResource for resource:rbac_policy Sep 21 05:11:54.050487 dv-cinder-778193-10-iscsi neutron-server[94557]: WARNING neutron.quota.resource_registry [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] rbac_policy is already registered Sep 21 05:11:54.050902 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.quota.resource_registry [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Creating instance of TrackedResource for resource:security_group Sep 21 05:11:54.051236 dv-cinder-778193-10-iscsi neutron-server[94557]: WARNING neutron.quota.resource_registry [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] security_group is already registered Sep 21 05:11:54.051639 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.quota.resource_registry [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 21 05:11:54.051971 dv-cinder-778193-10-iscsi neutron-server[94557]: WARNING neutron.quota.resource_registry [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] security_group_rule is already registered Sep 21 05:11:54.052666 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.v2.resource_helper [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Service CORE assigned prefix: {{(pid=94557) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 05:11:54.052993 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.quota.resource_registry [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Creating instance of TrackedResource for resource:subnetpool Sep 21 05:11:54.053328 dv-cinder-778193-10-iscsi neutron-server[94557]: WARNING neutron.quota.resource_registry [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] subnetpool is already registered Sep 21 05:11:54.053749 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.v2.resource_helper [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Service CORE assigned prefix: {{(pid=94557) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 05:11:54.054084 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.quota.resource_registry [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Creating instance of TrackedResource for resource:subnetpool Sep 21 05:11:54.054436 dv-cinder-778193-10-iscsi neutron-server[94557]: WARNING neutron.quota.resource_registry [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] subnetpool is already registered Sep 21 05:11:54.054908 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Extended resource: extensions {{(pid=94557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 05:11:54.060194 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Extended resource: address-groups {{(pid=94557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 05:11:54.060194 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Extended resource: address-scopes {{(pid=94557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 05:11:54.060194 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Extended resource: agents {{(pid=94557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 05:11:54.060474 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Extended resource: auto-allocated-topology {{(pid=94557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 05:11:54.061715 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Extended resource: availability_zones {{(pid=94557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 05:11:54.062971 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Extended resource: dhcp-networks {{(pid=94557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 05:11:54.064543 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Extended resource: dhcp-agents {{(pid=94557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 05:11:54.065961 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Extended resource: routers {{(pid=94557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 05:11:54.068255 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Extended resource: flavors {{(pid=94557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 05:11:54.069431 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Extended resource: service_profiles {{(pid=94557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 05:11:54.070662 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Extended resource: next_providers {{(pid=94557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 05:11:54.072125 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Extended resource: service_profiles {{(pid=94557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 05:11:54.073710 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Extended resource: floatingip-pools {{(pid=94557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 05:11:54.075486 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Extended resource: routers {{(pid=94557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 05:11:54.077624 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Extended resource: floatingips {{(pid=94557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 05:11:54.078923 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Extended resource: l3-routers {{(pid=94557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 05:11:54.080318 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Extended resource: l3-agents {{(pid=94557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 05:11:54.081743 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Extended resource: metering-labels {{(pid=94557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 05:11:54.083111 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Extended resource: metering-label-rules {{(pid=94557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 05:11:54.084373 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Extended resource: network-ip-availabilities {{(pid=94557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 05:11:54.085657 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Extended resource: bindings {{(pid=94557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 05:11:54.088250 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Extended resource: quotas {{(pid=94557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 05:11:54.089763 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Extended resource: quotas {{(pid=94557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 05:11:54.091808 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Extended resource: rbac-policies {{(pid=94557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 05:11:54.093312 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Extended resource: security-groups {{(pid=94557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 05:11:54.094680 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Extended resource: security-group-rules {{(pid=94557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 05:11:54.096020 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Extended resource: service-providers {{(pid=94557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 05:11:54.097227 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Extended resource: subnetpools {{(pid=94557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 05:11:54.098728 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Extended resource: subnetpools {{(pid=94557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 05:11:54.100190 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Extended resource: tags {{(pid=94557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 05:11:54.101848 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Extended resource: tags {{(pid=94557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 05:11:54.103748 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Extended resource: tags {{(pid=94557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 05:11:54.105547 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Extended resource: tags {{(pid=94557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 05:11:54.107427 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Extended resource: tags {{(pid=94557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 05:11:54.109285 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Extended resource: tags {{(pid=94557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 05:11:54.111021 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Extended resource: tags {{(pid=94557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 05:11:54.112922 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Extended resource: tags {{(pid=94557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 05:11:54.114751 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Extended resource: tags {{(pid=94557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 05:11:54.116495 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron.api.extensions [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Extended resource: tags {{(pid=94557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 05:11:54.122940 dv-cinder-778193-10-iscsi neutron-server[94557]: WARNING keystonemiddleware.auth_token [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 21 05:11:54.127683 dv-cinder-778193-10-iscsi neutron-server[94557]: WARNING keystonemiddleware.auth_token [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 21 05:11:54.136295 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_concurrency.lockutils [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Acquired lock "singleton_lock" {{(pid=94557) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 21 05:11:54.136768 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_concurrency.lockutils [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Releasing lock "singleton_lock" {{(pid=94557) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 21 05:11:54.137941 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO oslo_service.service [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Starting 2 workers Sep 21 05:11:54.142907 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Started child 94666 {{(pid=94557) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 21 05:11:54.147403 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Started child 94667 {{(pid=94557) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 21 05:11:54.148396 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:11:54.149028 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO neutron.service [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 21 05:11:54.149654 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Notify callbacks [] for process, before_spawn {{(pid=94557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:11:54.149948 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [-] (94666) wsgi starting up on http://0.0.0.0:9696 Sep 21 05:11:54.152188 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO oslo_service.service [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Starting 1 workers Sep 21 05:11:54.152702 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:11:54.154323 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [-] (94667) wsgi starting up on http://0.0.0.0:9696 Sep 21 05:11:54.157481 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Started child 94668 {{(pid=94557) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 21 05:11:54.158024 dv-cinder-778193-10-iscsi neutron-server[94557]: INFO oslo_service.service [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Starting 1 workers Sep 21 05:11:54.161210 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.service [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] calling RpcWorker wait() {{(pid=94668) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 21 05:11:54.161736 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.service [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] returning from RpcWorker wait() {{(pid=94668) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 21 05:11:54.162540 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Started child 94669 {{(pid=94557) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 21 05:11:54.163079 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:11:54.163392 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG neutron_lib.callbacks.manager [None req-2b4f40f5-1eb5-4c67-bb46-8b0b2cf621e0 None None] Notify callbacks [] for process, after_spawn {{(pid=94557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:11:54.163530 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:11:54.165372 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94557) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 21 05:11:54.165633 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 21 05:11:54.165775 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 21 05:11:54.165988 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 21 05:11:54.166316 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 21 05:11:54.166527 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 21 05:11:54.167027 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.167300 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.167556 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.167812 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.168099 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.168768 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.169012 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.169097 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:11:54.169545 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.169545 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.169761 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.169933 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.170099 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.170353 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.170627 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.170792 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:11:54.171210 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.171487 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.171740 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.171996 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.172166 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.172407 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.172684 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.172932 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.173198 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] debug = True {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.173439 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.173926 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.174157 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.174642 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.174879 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.175152 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.175405 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.175664 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.175911 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.176131 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.176395 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.176668 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.176902 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.177134 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.177333 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.177601 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.177841 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.178312 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] host = dv-cinder-778193-10-iscsi {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.178595 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.178817 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.179067 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.179321 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.179584 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.179801 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.180072 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.180318 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.180578 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.180801 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.181050 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.181289 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.181538 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.181785 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] log_file = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.181948 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] log_options = True {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.182184 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.182500 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.182792 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.182948 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.183109 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.183286 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.183558 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.183700 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.183960 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.184172 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.184917 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.185150 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.185385 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.185599 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.185868 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.186121 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.186334 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.186572 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.186816 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.187063 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.187289 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.187514 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.187729 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.188073 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.188293 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.188527 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.188806 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.189048 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.189231 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.189493 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.189735 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.189987 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.190284 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.190506 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.190770 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.190994 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.191220 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.193737 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.193737 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.193737 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.193737 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.193737 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.193737 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.193737 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.193737 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.194913 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.194913 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] use_json = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.194913 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.194913 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.194913 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.194913 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.194913 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.195780 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.195780 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.195780 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.196179 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.196179 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.196445 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.197702 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.198008 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.198997 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.199273 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.199513 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.199802 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.200724 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.201071 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.201308 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.201608 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.201854 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.202139 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.202481 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.202726 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.203012 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.203285 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.203522 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.203774 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.204019 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.204293 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.204534 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.204773 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.205005 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.205260 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.205608 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.205904 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.206160 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.206432 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.206660 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.206906 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.207145 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.207381 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.207622 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.207843 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.208138 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.208367 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.208586 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.208815 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.209068 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.209307 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.209539 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.209765 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.210030 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.210266 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.210515 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.210880 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.211142 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.211728 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.211948 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.216774 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.216774 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.216774 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.216774 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.216774 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.216774 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.216774 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.216774 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.216774 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.217463 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.217463 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.217463 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.217463 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.217463 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.217463 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.217463 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.217463 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.217463 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.218437 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.218437 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.218437 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.218437 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.218437 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.218437 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.218437 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.218437 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.218437 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.219032 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.219032 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.219032 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.219032 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.219297 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.219444 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.219675 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.219906 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.220140 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.220358 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.220613 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.220931 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.221185 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.221445 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.221775 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.222493 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.222741 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.222985 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.223209 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.223431 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.223641 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.223910 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.224167 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.224438 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.224660 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.224879 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.225138 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.225354 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.225580 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.225798 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.226032 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.226262 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.226529 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.226768 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.227019 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.227252 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.227518 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.227915 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.228072 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.228298 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.228517 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.228793 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.229078 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.229346 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.229597 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.229827 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.230079 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.230322 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.230589 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.230838 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.231100 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.231337 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.231577 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.231874 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.232089 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.232740 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.232740 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.232904 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.234091 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.234091 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.234091 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.234091 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.234091 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.234465 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.234540 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.239603 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.239603 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.239603 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.239603 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.239603 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.239603 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.239603 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.239603 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.240098 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.240098 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.240098 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.240098 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.240098 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.240098 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.240098 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.240098 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.240539 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.240539 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.240539 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.240539 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.240769 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.240769 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.240985 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.241214 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.241432 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.241653 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.241892 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.242119 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.242364 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.242611 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.242886 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.243133 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.243355 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.243599 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.243819 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.244098 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.244313 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.244557 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.244776 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.244992 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.245203 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.245441 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.245670 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.245887 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.246120 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.246346 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.247662 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.247895 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.248230 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.248498 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.248732 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.248975 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.249194 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.249430 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.249669 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.249885 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.250103 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.250320 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.250555 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.250822 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.251045 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.251293 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.251510 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.251720 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.251932 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.252148 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.252360 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.252658 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.252911 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.253134 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.253391 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.253653 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.253866 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.254094 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.254304 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.254538 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.254755 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.254997 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.255207 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.255525 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.255694 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.255882 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.256103 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.256316 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.256548 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.256775 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.257021 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.257253 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.257471 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.257687 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.257896 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.258140 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.258371 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.258606 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.258835 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.259062 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.259267 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.259511 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.259746 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.259953 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.260175 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.260408 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.260614 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.260914 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.261185 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.261405 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.261699 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.261945 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.262190 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.262741 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.262970 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.263191 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.263431 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.263654 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.263897 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.264381 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.264381 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.265339 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.265339 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.265339 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.265594 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.265705 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.265987 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.266264 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.266499 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.266784 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.267105 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.267383 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.267655 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.267901 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.268136 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.268356 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.268580 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.268826 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.269061 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.269276 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.269512 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.269738 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.270047 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.270202 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.270471 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.273978 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.273978 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.273978 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.273978 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.273978 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.273978 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 21 05:11:54.273978 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94557) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 21 05:11:54.273978 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 21 05:11:54.274592 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 21 05:11:54.274592 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 21 05:11:54.274592 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 21 05:11:54.274592 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 21 05:11:54.274592 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.274592 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.274592 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.274592 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.275196 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.275196 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.275196 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.275196 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.275196 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.275196 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.275196 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.275196 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.275766 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.275766 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.275766 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.275971 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.275971 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.276108 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.276235 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.276392 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.276550 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.276706 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.277023 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] debug = True {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.277188 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.277403 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.277578 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.277717 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.277871 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.278561 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.278722 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.278878 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.279035 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.279191 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.279355 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.279513 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.279667 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.279825 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.279980 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.280136 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.280292 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.280448 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] host = dv-cinder-778193-10-iscsi {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.280604 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.280760 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.280917 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.281073 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.281230 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.281385 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.281543 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.281701 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.281857 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.282013 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.282173 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.282317 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.282498 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.282654 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] log_file = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.282810 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] log_options = True {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.282969 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.283125 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.283281 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.283467 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.283630 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.283787 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.283945 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.284102 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.284257 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.284413 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.284568 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.284729 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.284901 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.285040 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.285195 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.285350 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.285507 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.285694 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.285807 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.285965 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.286125 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.286279 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.286455 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.286613 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.286769 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.286925 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.287082 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.287236 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.287392 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.287548 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.287703 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.287859 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.288016 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.288174 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.288329 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.288486 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.288643 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.288803 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.288961 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.289281 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.289439 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.289599 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.289757 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.289917 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.290071 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.290227 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.290384 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] use_json = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.290569 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.290727 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.290884 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.291042 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.291196 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.291353 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.291511 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.291668 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 05:11:54.291847 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.292010 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.292180 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.292341 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.292503 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.292663 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.292822 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.292983 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.293143 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.293303 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.293471 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.293655 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.294340 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.294602 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.294740 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.294875 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.295019 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.295171 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.295298 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.295430 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.295597 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.295731 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.295884 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.296048 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.296207 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.296366 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.296525 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.296699 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.296859 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.297019 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.297177 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.297336 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.297845 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.297845 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.297845 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.298062 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.298140 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.298238 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.298416 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.298577 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.298737 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.298897 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.299057 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.299217 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.299382 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.299541 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.299700 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.299861 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.300021 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.300183 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.300348 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.300535 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.300679 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.300807 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.300942 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.301109 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.301356 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.301501 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.301636 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.301767 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.301911 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.302070 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.302235 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.302419 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.302572 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.302732 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.302906 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.303068 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.303228 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.303378 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.303586 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.303802 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.303969 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.304182 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.304348 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.304509 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.304670 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.304831 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.305204 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.305204 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.305703 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.305703 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.305957 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.305957 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.306304 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.306304 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.306827 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.306827 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.306827 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.307198 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.307198 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.307198 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.307570 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.307570 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.307824 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.307824 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.308294 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.308294 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.308294 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.308710 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.308710 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.308710 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.309069 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.309069 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.309260 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.309846 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.309950 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.310111 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.310271 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.310451 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.310613 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.310773 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.314039 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.314039 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.314039 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.314039 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.314039 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.314039 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.314039 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.314039 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.314580 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.314580 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.314580 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.314580 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.314580 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.314580 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.314580 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.314580 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.315125 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.315125 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.315125 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.315125 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.315125 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.315125 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.315125 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.315125 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.315671 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.315671 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.315671 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.315671 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.315671 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.315671 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.315671 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.316140 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.316140 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.316140 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.316350 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.316427 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.316553 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.316714 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.316874 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.317034 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.317194 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.317356 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.317517 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.317818 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.317818 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.317969 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.318121 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.318280 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.318460 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.318623 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.318784 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.318945 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.319105 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.319265 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.319426 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.319589 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.319748 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.319908 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.320067 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.320226 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.320386 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.320545 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.320710 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.320870 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.321029 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.321210 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.321340 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.321485 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.321646 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.321808 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.321967 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.322128 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.322288 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.322474 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.322638 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.322799 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.322960 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.323269 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.323269 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.323412 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.323578 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.323739 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.323898 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.324058 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.324218 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.324379 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.324539 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.324697 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.324875 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.325565 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.325726 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.325888 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.326052 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.326229 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.326375 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.326557 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.326716 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.326876 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.326960 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:11:54.327038 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.327196 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.327356 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.327516 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.327675 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.327836 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.327996 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.328164 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.328324 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.328483 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.328642 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.328805 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.328964 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.329133 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.329292 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.329456 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.329615 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.329775 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.329934 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.330102 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.330261 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.330437 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.330602 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.330753 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.330999 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.331155 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.331290 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.331430 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.331566 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.331699 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.331832 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.332044 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.332179 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.332314 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.332447 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.332579 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.332713 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.332845 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.333012 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.333172 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.333342 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.333502 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.333662 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.333821 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.333992 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.334153 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.334316 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.334499 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.334660 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.334820 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.334980 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.335145 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.335314 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.335480 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.335640 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.335807 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.335975 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.336143 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.336306 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.336471 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.336643 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.336802 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.336962 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.337121 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.337282 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.337441 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.337601 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.337761 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.337919 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.338077 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.338301 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.338530 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.338796 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.338949 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.339109 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.339269 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.342735 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.342735 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.342735 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.342735 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 05:11:54.342735 dv-cinder-778193-10-iscsi neutron-server[94557]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 21 05:11:54.405168 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 51198) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:11:54.413589 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063350 Sep 21 05:12:05.810650 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1cd2c69-5f84-4d3d-ba2e-8e6ca8156fdd None None] get_active_networks_info from dv-cinder-778193-10-iscsi {{(pid=94668) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 21 05:12:05.879327 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1cd2c69-5f84-4d3d-ba2e-8e6ca8156fdd None None] No non-hosted networks {{(pid=94668) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 21 05:12:05.902180 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.agentschedulers_db [None req-f1cd2c69-5f84-4d3d-ba2e-8e6ca8156fdd None None] DHCP Agent not found on host dv-cinder-778193-10-iscsi {{(pid=94668) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 21 05:12:06.115069 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c2eddd99-471c-479f-8c95-d7b92f50104f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-473132'] for agent, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:08.607384 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-73f7896d-0447-4e2d-a77c-3e34f0654f28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-473132'] for agent, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:08.635112 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.db.api [None req-02ff138f-6409-4662-bc75-ece40b24eab9 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-778193-10-iscsi {{(pid=94668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 05:12:08.635585 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG oslo_db.api [None req-02ff138f-6409-4662-bc75-ece40b24eab9 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 05:12:09.179025 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-02ff138f-6409-4662-bc75-ece40b24eab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:09.223987 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-473132'] for agent, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:09.224837 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:12:09.225421 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:12:09.226236 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:12:09.227293 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:12:09.227904 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:12:09.228462 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:12:09.229035 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:12:09.229755 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:12:09.230427 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:12:09.235193 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:12:09.235193 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:12:09.235193 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:12:09.235193 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-778193-10-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:12:09.249861 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-778193-10-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:12:09.946602 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2c351aa7-00e3-4828-8663-e1495c3162e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-473132'] for agent, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:11.143027 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a1fb1f33-fe48-4684-9a56-b3eb65d74809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-473132'] for agent, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:12.313710 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 51290) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:12:12.822757 dv-cinder-778193-10-iscsi neutron-server[94667]: WARNING oslo_policy.policy [None req-0482c6b4-f187-4533-be9c-719ea6a153db admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 05:12:12.823426 dv-cinder-778193-10-iscsi neutron-server[94667]: WARNING oslo_policy.policy [None req-0482c6b4-f187-4533-be9c-719ea6a153db admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 05:12:13.043785 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [None req-0482c6b4-f187-4533-be9c-719ea6a153db admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 05:12:13.044890 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-0482c6b4-f187-4533-be9c-719ea6a153db admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7302678 Sep 21 05:12:13.852817 dv-cinder-778193-10-iscsi neutron-server[94668]: INFO neutron.db.l3_hamode_db [None req-b4ae45f3-e8cb-4ba9-b4d1-df3004a63b67 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 21 05:12:13.930063 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ae45f3-e8cb-4ba9-b4d1-df3004a63b67 None None] Routers set() bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:12:13.930477 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ae45f3-e8cb-4ba9-b4d1-df3004a63b67 None None] Router IDs set() for agent in host dv-cinder-778193-10-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 21 05:12:15.449914 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 51304) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:12:15.760672 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [None req-6e01981a-2a88-4854-ab80-3e458429e016 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:12:15.853199 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.policy [None req-6e01981a-2a88-4854-ab80-3e458429e016 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94667) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 21 05:12:15.897136 dv-cinder-778193-10-iscsi neutron-server[94667]: WARNING oslo_policy.policy [None req-6e01981a-2a88-4854-ab80-3e458429e016 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 05:12:15.897514 dv-cinder-778193-10-iscsi neutron-server[94667]: WARNING oslo_policy.policy [None req-6e01981a-2a88-4854-ab80-3e458429e016 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 05:12:15.914867 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.quota [None req-6e01981a-2a88-4854-ab80-3e458429e016 admin admin] Loaded quota_driver: . Sep 21 05:12:16.085230 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6e01981a-2a88-4854-ab80-3e458429e016 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751403937332', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751403936987', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751403958112', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751403955396', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751403509704', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751403968643', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3682962', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3518348', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1751814', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1824044'] for rbac-policy, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:16.285818 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6e01981a-2a88-4854-ab80-3e458429e016 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:16.286984 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-6e01981a-2a88-4854-ab80-3e458429e016 admin admin] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8360553 Sep 21 05:12:18.902406 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 51316) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:12:19.195491 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [None req-4d702f8e-e982-4b78-907a-2ddd925eea1d admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': '1c8fd01c0cee43e48ad4cca97cbd98a3', 'project_id': '1c8fd01c0cee43e48ad4cca97cbd98a3'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:12:19.279583 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d702f8e-e982-4b78-907a-2ddd925eea1d admin admin] Made reservation on behalf of 1c8fd01c0cee43e48ad4cca97cbd98a3 for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 05:12:19.282313 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4d702f8e-e982-4b78-907a-2ddd925eea1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:19.299652 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4d702f8e-e982-4b78-907a-2ddd925eea1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:19.416697 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4d702f8e-e982-4b78-907a-2ddd925eea1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:19.468608 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4d702f8e-e982-4b78-907a-2ddd925eea1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:19.487054 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d702f8e-e982-4b78-907a-2ddd925eea1d admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 05:12:19.515937 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4d702f8e-e982-4b78-907a-2ddd925eea1d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751404110996', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669518'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:19.516597 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4d702f8e-e982-4b78-907a-2ddd925eea1d admin admin] Unsubscribe: segment precommit_create {{(pid=94667) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 21 05:12:19.517091 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.db.segments_db [None req-4d702f8e-e982-4b78-907a-2ddd925eea1d admin admin] Added segment 9a51a0d6-1ea4-465d-a11b-e3468b2a50b5 of type vlan for network d6fae591-a923-435b-87a1-d44f4810d41d Sep 21 05:12:19.532779 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d702f8e-e982-4b78-907a-2ddd925eea1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e20237-abdc-4188-9d25-4f136dd707c6,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:12:19.580899 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d702f8e-e982-4b78-907a-2ddd925eea1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:12:19.581258 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d702f8e-e982-4b78-907a-2ddd925eea1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:12:19.581594 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d702f8e-e982-4b78-907a-2ddd925eea1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:12:19.581925 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d702f8e-e982-4b78-907a-2ddd925eea1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:12:19.582251 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d702f8e-e982-4b78-907a-2ddd925eea1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:12:19.582620 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d702f8e-e982-4b78-907a-2ddd925eea1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:12:19.582945 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d702f8e-e982-4b78-907a-2ddd925eea1d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:12:19.583279 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d702f8e-e982-4b78-907a-2ddd925eea1d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:12:19.583621 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d702f8e-e982-4b78-907a-2ddd925eea1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:12:19.583941 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d702f8e-e982-4b78-907a-2ddd925eea1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:12:19.584256 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d702f8e-e982-4b78-907a-2ddd925eea1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:12:19.584569 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d702f8e-e982-4b78-907a-2ddd925eea1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:12:19.585868 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d702f8e-e982-4b78-907a-2ddd925eea1d admin admin] Tracked resource versions report: Sep 21 05:12:19.585868 dv-cinder-778193-10-iscsi neutron-server[94667]: pushed versions: Sep 21 05:12:19.585868 dv-cinder-778193-10-iscsi neutron-server[94667]: { 'AddressGroup': {'1.2'}, Sep 21 05:12:19.585868 dv-cinder-778193-10-iscsi neutron-server[94667]: 'ConntrackHelper': {'1.0'}, Sep 21 05:12:19.585868 dv-cinder-778193-10-iscsi neutron-server[94667]: 'Log': {'1.0'}, Sep 21 05:12:19.585868 dv-cinder-778193-10-iscsi neutron-server[94667]: 'Network': {'1.1'}, Sep 21 05:12:19.585868 dv-cinder-778193-10-iscsi neutron-server[94667]: 'Port': {'1.7'}, Sep 21 05:12:19.585868 dv-cinder-778193-10-iscsi neutron-server[94667]: 'PortForwarding': {'1.2'}, Sep 21 05:12:19.585868 dv-cinder-778193-10-iscsi neutron-server[94667]: 'QosPolicy': {'1.9'}, Sep 21 05:12:19.585868 dv-cinder-778193-10-iscsi neutron-server[94667]: 'SecurityGroup': {'1.4'}, Sep 21 05:12:19.585868 dv-cinder-778193-10-iscsi neutron-server[94667]: 'SecurityGroupRule': {'1.2'}, Sep 21 05:12:19.585868 dv-cinder-778193-10-iscsi neutron-server[94667]: 'SubPort': {'1.0'}, Sep 21 05:12:19.585868 dv-cinder-778193-10-iscsi neutron-server[94667]: 'Subnet': {'1.1'}, Sep 21 05:12:19.585868 dv-cinder-778193-10-iscsi neutron-server[94667]: 'Trunk': {'1.1'}} Sep 21 05:12:19.585868 dv-cinder-778193-10-iscsi neutron-server[94667]: consumer versions: Sep 21 05:12:19.585868 dv-cinder-778193-10-iscsi neutron-server[94667]: { DHCP agent@dv-cinder-778193-10-iscsi: {}, Sep 21 05:12:19.585868 dv-cinder-778193-10-iscsi neutron-server[94667]: L3 agent@dv-cinder-778193-10-iscsi: {}, Sep 21 05:12:19.585868 dv-cinder-778193-10-iscsi neutron-server[94667]: Metadata agent@dv-cinder-778193-10-iscsi: {}, Sep 21 05:12:19.585868 dv-cinder-778193-10-iscsi neutron-server[94667]: Metering agent@dv-cinder-778193-10-iscsi: {}, Sep 21 05:12:19.585868 dv-cinder-778193-10-iscsi neutron-server[94667]: Open vSwitch agent@dv-cinder-778193-10-iscsi: { 'AddressGroup': '1.2', Sep 21 05:12:19.585868 dv-cinder-778193-10-iscsi neutron-server[94667]: 'ConntrackHelper': '1.0', Sep 21 05:12:19.585868 dv-cinder-778193-10-iscsi neutron-server[94667]: 'Log': '1.0', Sep 21 05:12:19.585868 dv-cinder-778193-10-iscsi neutron-server[94667]: 'Network': '1.1', Sep 21 05:12:19.585868 dv-cinder-778193-10-iscsi neutron-server[94667]: 'Port': '1.7', Sep 21 05:12:19.585868 dv-cinder-778193-10-iscsi neutron-server[94667]: 'PortForwarding': '1.2', Sep 21 05:12:19.585868 dv-cinder-778193-10-iscsi neutron-server[94667]: 'QosPolicy': '1.9', Sep 21 05:12:19.585868 dv-cinder-778193-10-iscsi neutron-server[94667]: 'SecurityGroup': '1.4', Sep 21 05:12:19.585868 dv-cinder-778193-10-iscsi neutron-server[94667]: 'SecurityGroupRule': '1.2', Sep 21 05:12:19.585868 dv-cinder-778193-10-iscsi neutron-server[94667]: 'SubPort': '1.0', Sep 21 05:12:19.585868 dv-cinder-778193-10-iscsi neutron-server[94667]: 'Subnet': '1.1', Sep 21 05:12:19.585868 dv-cinder-778193-10-iscsi neutron-server[94667]: 'Trunk': '1.1'}} Sep 21 05:12:19.585868 dv-cinder-778193-10-iscsi neutron-server[94667]: {{(pid=94667) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 05:12:19.633687 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4d702f8e-e982-4b78-907a-2ddd925eea1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751403734303'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:19.732186 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4d702f8e-e982-4b78-907a-2ddd925eea1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:19.733202 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d702f8e-e982-4b78-907a-2ddd925eea1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:12:19.733851 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4d702f8e-e982-4b78-907a-2ddd925eea1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531542'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:19.831733 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d702f8e-e982-4b78-907a-2ddd925eea1d admin admin] Pushing event updated for resources: {'Network': ['ID=d6fae591-a923-435b-87a1-d44f4810d41d,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:12:19.844204 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Network d6fae591-a923-435b-87a1-d44f4810d41d details requested by agent ovs-agent-dv-cinder-778193-10-iscsi with host dv-cinder-778193-10-iscsi {{(pid=94668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 05:12:19.863645 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-4d702f8e-e982-4b78-907a-2ddd925eea1d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.9601576 Sep 21 05:12:22.488480 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 51330) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:12:22.867222 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70c7011-15e9-45e8-9c4e-6b641426030e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:12:22.868505 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-b70c7011-15e9-45e8-9c4e-6b641426030e admin admin] 10.222.0.36 "GET /v2.0/networks/d6fae591-a923-435b-87a1-d44f4810d41d HTTP/1.1" status: 200 len: 824 time: 0.3790796 Sep 21 05:12:22.896936 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-2822c923-2eee-4be7-9765-13d4e4343a93 admin admin] 10.222.0.36 "GET /v2.0/subnetpools/e14fb094-6115-41f7-a15a-8d72d9a0f215 HTTP/1.1" status: 200 len: 734 time: 0.0215240 Sep 21 05:12:22.906364 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [None req-a210e8fe-f097-492b-9b22-c986cdc09d38 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': '1c8fd01c0cee43e48ad4cca97cbd98a3', 'network_id': 'd6fae591-a923-435b-87a1-d44f4810d41d', 'ip_version': 4, 'subnetpool_id': 'e14fb094-6115-41f7-a15a-8d72d9a0f215', 'gateway_ip': '172.20.0.1'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:12:22.959753 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a210e8fe-f097-492b-9b22-c986cdc09d38 admin admin] Made reservation on behalf of 1c8fd01c0cee43e48ad4cca97cbd98a3 for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 05:12:22.961960 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a210e8fe-f097-492b-9b22-c986cdc09d38 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:23.314146 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a210e8fe-f097-492b-9b22-c986cdc09d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:23.383398 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a210e8fe-f097-492b-9b22-c986cdc09d38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=907f75b9-4dc0-460d-946f-ede44abcf21e,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:12:23.387606 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a210e8fe-f097-492b-9b22-c986cdc09d38 admin admin] Checking segment: {'id': '9a51a0d6-1ea4-465d-a11b-e3468b2a50b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd6fae591-a923-435b-87a1-d44f4810d41d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 05:12:23.388009 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a210e8fe-f097-492b-9b22-c986cdc09d38 admin admin] Network hostable DHCP agents. Network: d6fae591-a923-435b-87a1-d44f4810d41d, hostable agents: ['6e02bdac-2fb2-4f2e-acf6-c0c230e91990'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 05:12:23.479651 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a210e8fe-f097-492b-9b22-c986cdc09d38 admin admin] Network d6fae591-a923-435b-87a1-d44f4810d41d is scheduled to be hosted by DHCP agent 6e02bdac-2fb2-4f2e-acf6-c0c230e91990 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 05:12:23.565457 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-a210e8fe-f097-492b-9b22-c986cdc09d38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-10-iscsi, d6fae591-a923-435b-87a1-d44f4810d41d) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:12:23.569976 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a210e8fe-f097-492b-9b22-c986cdc09d38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:12:23.570607 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a210e8fe-f097-492b-9b22-c986cdc09d38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531542'] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:23.576130 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19bd378d-728b-4f68-a2c0-d3da7df5457c None None] Network d6fae591-a923-435b-87a1-d44f4810d41d requested from dv-cinder-778193-10-iscsi {{(pid=94668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 05:12:23.695040 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-a210e8fe-f097-492b-9b22-c986cdc09d38 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7918472 Sep 21 05:12:23.885683 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d60cd3-b7dc-417d-be35-67de6f4931ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc935dc6c-459a-53c3-a524-c7ff278086b2-d6fae591-a923-435b-87a1-d44f4810d41d', 'network_id': 'd6fae591-a923-435b-87a1-d44f4810d41d', 'tenant_id': '1c8fd01c0cee43e48ad4cca97cbd98a3', 'fixed_ips': [{'subnet_id': '907f75b9-4dc0-460d-946f-ede44abcf21e'}]}} from dv-cinder-778193-10-iscsi. {{(pid=94668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 05:12:23.886974 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c5d60cd3-b7dc-417d-be35-67de6f4931ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:24.161052 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-c5d60cd3-b7dc-417d-be35-67de6f4931ff None None] Allocated IP 172.20.0.2 (d6fae591-a923-435b-87a1-d44f4810d41d/907f75b9-4dc0-460d-946f-ede44abcf21e/79ee9339-764d-433d-aa9b-37f39f5205da) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 05:12:24.357990 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c5d60cd3-b7dc-417d-be35-67de6f4931ff None None] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:24.440363 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c5d60cd3-b7dc-417d-be35-67de6f4931ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751403777208'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:24.535154 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d60cd3-b7dc-417d-be35-67de6f4931ff None None] Network d6fae591-a923-435b-87a1-d44f4810d41d is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 05:12:24.541105 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-c5d60cd3-b7dc-417d-be35-67de6f4931ff None None] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:12:24.552208 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d60cd3-b7dc-417d-be35-67de6f4931ff None None] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 05:12:24.556761 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d60cd3-b7dc-417d-be35-67de6f4931ff None None] Pushing event updated for resources: {'Port': ['ID=79ee9339-764d-433d-aa9b-37f39f5205da,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:12:24.589087 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d60cd3-b7dc-417d-be35-67de6f4931ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:12:24.589087 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d60cd3-b7dc-417d-be35-67de6f4931ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:12:24.589702 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d60cd3-b7dc-417d-be35-67de6f4931ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:12:24.589702 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d60cd3-b7dc-417d-be35-67de6f4931ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:12:24.590032 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d60cd3-b7dc-417d-be35-67de6f4931ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:12:24.590274 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d60cd3-b7dc-417d-be35-67de6f4931ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:12:24.590631 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d60cd3-b7dc-417d-be35-67de6f4931ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:12:24.590966 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d60cd3-b7dc-417d-be35-67de6f4931ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:12:24.591577 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d60cd3-b7dc-417d-be35-67de6f4931ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:12:24.591688 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d60cd3-b7dc-417d-be35-67de6f4931ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:12:24.591941 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d60cd3-b7dc-417d-be35-67de6f4931ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:12:24.592527 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d60cd3-b7dc-417d-be35-67de6f4931ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:12:24.593936 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d60cd3-b7dc-417d-be35-67de6f4931ff None None] Tracked resource versions report: Sep 21 05:12:24.593936 dv-cinder-778193-10-iscsi neutron-server[94668]: pushed versions: Sep 21 05:12:24.593936 dv-cinder-778193-10-iscsi neutron-server[94668]: { 'AddressGroup': {'1.2'}, Sep 21 05:12:24.593936 dv-cinder-778193-10-iscsi neutron-server[94668]: 'ConntrackHelper': {'1.0'}, Sep 21 05:12:24.593936 dv-cinder-778193-10-iscsi neutron-server[94668]: 'Log': {'1.0'}, Sep 21 05:12:24.593936 dv-cinder-778193-10-iscsi neutron-server[94668]: 'Network': {'1.1'}, Sep 21 05:12:24.593936 dv-cinder-778193-10-iscsi neutron-server[94668]: 'Port': {'1.7'}, Sep 21 05:12:24.593936 dv-cinder-778193-10-iscsi neutron-server[94668]: 'PortForwarding': {'1.2'}, Sep 21 05:12:24.593936 dv-cinder-778193-10-iscsi neutron-server[94668]: 'QosPolicy': {'1.9'}, Sep 21 05:12:24.593936 dv-cinder-778193-10-iscsi neutron-server[94668]: 'SecurityGroup': {'1.4'}, Sep 21 05:12:24.593936 dv-cinder-778193-10-iscsi neutron-server[94668]: 'SecurityGroupRule': {'1.2'}, Sep 21 05:12:24.593936 dv-cinder-778193-10-iscsi neutron-server[94668]: 'SubPort': {'1.0'}, Sep 21 05:12:24.593936 dv-cinder-778193-10-iscsi neutron-server[94668]: 'Subnet': {'1.1'}, Sep 21 05:12:24.593936 dv-cinder-778193-10-iscsi neutron-server[94668]: 'Trunk': {'1.1'}} Sep 21 05:12:24.593936 dv-cinder-778193-10-iscsi neutron-server[94668]: consumer versions: Sep 21 05:12:24.593936 dv-cinder-778193-10-iscsi neutron-server[94668]: { DHCP agent@dv-cinder-778193-10-iscsi: {}, Sep 21 05:12:24.593936 dv-cinder-778193-10-iscsi neutron-server[94668]: L3 agent@dv-cinder-778193-10-iscsi: {}, Sep 21 05:12:24.593936 dv-cinder-778193-10-iscsi neutron-server[94668]: Metadata agent@dv-cinder-778193-10-iscsi: {}, Sep 21 05:12:24.593936 dv-cinder-778193-10-iscsi neutron-server[94668]: Metering agent@dv-cinder-778193-10-iscsi: {}, Sep 21 05:12:24.593936 dv-cinder-778193-10-iscsi neutron-server[94668]: Open vSwitch agent@dv-cinder-778193-10-iscsi: { 'AddressGroup': '1.2', Sep 21 05:12:24.593936 dv-cinder-778193-10-iscsi neutron-server[94668]: 'ConntrackHelper': '1.0', Sep 21 05:12:24.593936 dv-cinder-778193-10-iscsi neutron-server[94668]: 'Log': '1.0', Sep 21 05:12:24.593936 dv-cinder-778193-10-iscsi neutron-server[94668]: 'Network': '1.1', Sep 21 05:12:24.593936 dv-cinder-778193-10-iscsi neutron-server[94668]: 'Port': '1.7', Sep 21 05:12:24.593936 dv-cinder-778193-10-iscsi neutron-server[94668]: 'PortForwarding': '1.2', Sep 21 05:12:24.593936 dv-cinder-778193-10-iscsi neutron-server[94668]: 'QosPolicy': '1.9', Sep 21 05:12:24.593936 dv-cinder-778193-10-iscsi neutron-server[94668]: 'SecurityGroup': '1.4', Sep 21 05:12:24.593936 dv-cinder-778193-10-iscsi neutron-server[94668]: 'SecurityGroupRule': '1.2', Sep 21 05:12:24.593936 dv-cinder-778193-10-iscsi neutron-server[94668]: 'SubPort': '1.0', Sep 21 05:12:24.593936 dv-cinder-778193-10-iscsi neutron-server[94668]: 'Subnet': '1.1', Sep 21 05:12:24.593936 dv-cinder-778193-10-iscsi neutron-server[94668]: 'Trunk': '1.1'}} Sep 21 05:12:24.593936 dv-cinder-778193-10-iscsi neutron-server[94668]: {{(pid=94668) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 05:12:24.641082 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-c5d60cd3-b7dc-417d-be35-67de6f4931ff None None] Attempting to bind port 79ee9339-764d-433d-aa9b-37f39f5205da on host dv-cinder-778193-10-iscsi for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 05:12:24.641487 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-c5d60cd3-b7dc-417d-be35-67de6f4931ff None None] Attempting to bind port 79ee9339-764d-433d-aa9b-37f39f5205da by drivers openvswitch,hyperv on host dv-cinder-778193-10-iscsi at level 0 using segments [{'id': '9a51a0d6-1ea4-465d-a11b-e3468b2a50b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd6fae591-a923-435b-87a1-d44f4810d41d'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 05:12:24.641905 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d60cd3-b7dc-417d-be35-67de6f4931ff None None] Attempting to bind port 79ee9339-764d-433d-aa9b-37f39f5205da on network d6fae591-a923-435b-87a1-d44f4810d41d {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 05:12:24.646763 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d60cd3-b7dc-417d-be35-67de6f4931ff None None] Checking agent: {'id': 'b0313305-4280-4067-8ee0-4ba61e64320d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 5, 12, 9), 'started_at': datetime.datetime(2021, 9, 21, 5, 12, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 5, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 05:12:24.647164 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d60cd3-b7dc-417d-be35-67de6f4931ff None None] Checking segment: {'id': '9a51a0d6-1ea4-465d-a11b-e3468b2a50b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd6fae591-a923-435b-87a1-d44f4810d41d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 05:12:24.647644 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c5d60cd3-b7dc-417d-be35-67de6f4931ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:24.648164 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d60cd3-b7dc-417d-be35-67de6f4931ff None None] Bound using segment: {'id': '9a51a0d6-1ea4-465d-a11b-e3468b2a50b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd6fae591-a923-435b-87a1-d44f4810d41d'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 05:12:24.648502 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-c5d60cd3-b7dc-417d-be35-67de6f4931ff None None] Bound port: 79ee9339-764d-433d-aa9b-37f39f5205da, host: dv-cinder-778193-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a51a0d6-1ea4-465d-a11b-e3468b2a50b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd6fae591-a923-435b-87a1-d44f4810d41d'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 05:12:24.648929 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c5d60cd3-b7dc-417d-be35-67de6f4931ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:24.710252 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-c5d60cd3-b7dc-417d-be35-67de6f4931ff None None] For port 79ee9339-764d-433d-aa9b-37f39f5205da, host dv-cinder-778193-10-iscsi, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 05:12:24.714538 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-c5d60cd3-b7dc-417d-be35-67de6f4931ff None None] For port 79ee9339-764d-433d-aa9b-37f39f5205da, host dv-cinder-778193-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=79ee9339-764d-433d-aa9b-37f39f5205da,segment=NetworkSegment(9a51a0d6-1ea4-465d-a11b-e3468b2a50b5),segment_id=9a51a0d6-1ea4-465d-a11b-e3468b2a50b5)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 05:12:24.765765 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c5d60cd3-b7dc-417d-be35-67de6f4931ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:24.837346 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d60cd3-b7dc-417d-be35-67de6f4931ff None None] Pushing event updated for resources: {'Port': ['ID=79ee9339-764d-433d-aa9b-37f39f5205da,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:12:26.101104 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 51338) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:12:26.586759 dv-cinder-778193-10-iscsi neutron-server[94666]: WARNING oslo_policy.policy [None req-89c6ca61-e01e-4873-a4c0-20f871041c2d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 05:12:26.587345 dv-cinder-778193-10-iscsi neutron-server[94666]: WARNING oslo_policy.policy [None req-89c6ca61-e01e-4873-a4c0-20f871041c2d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 05:12:26.807179 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [None req-89c6ca61-e01e-4873-a4c0-20f871041c2d admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=94666) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 05:12:26.808558 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-89c6ca61-e01e-4873-a4c0-20f871041c2d admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7054081 Sep 21 05:12:29.212436 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 51352) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:12:29.526305 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [None req-59f2fe91-3da3-4031-8e97-88690b480fd9 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=94666) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 05:12:29.527804 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-59f2fe91-3da3-4031-8e97-88690b480fd9 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3143604 Sep 21 05:12:32.203049 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 51366) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:12:32.503750 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-340e39be-b867-4b26-a975-654c9ce26f08 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '1c8fd01c0cee43e48ad4cca97cbd98a3'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:12:32.567377 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.policy [None req-340e39be-b867-4b26-a975-654c9ce26f08 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94666) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 21 05:12:32.613022 dv-cinder-778193-10-iscsi neutron-server[94666]: WARNING oslo_policy.policy [None req-340e39be-b867-4b26-a975-654c9ce26f08 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 05:12:32.613447 dv-cinder-778193-10-iscsi neutron-server[94666]: WARNING oslo_policy.policy [None req-340e39be-b867-4b26-a975-654c9ce26f08 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 05:12:32.622726 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.quota [None req-340e39be-b867-4b26-a975-654c9ce26f08 admin admin] Loaded quota_driver: . Sep 21 05:12:32.684926 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device 79ee9339-764d-433d-aa9b-37f39f5205da up at agent ovs-agent-dv-cinder-778193-10-iscsi {{(pid=94668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 05:12:32.748935 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-340e39be-b867-4b26-a975-654c9ce26f08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-474502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:32.751633 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-340e39be-b867-4b26-a975-654c9ce26f08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-475014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-432907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:32.780705 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Provisioning complete for port 79ee9339-764d-433d-aa9b-37f39f5205da triggered by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:12:32.781115 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:32.892727 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:32.909746 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-340e39be-b867-4b26-a975-654c9ce26f08 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:32.928102 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] For port 79ee9339-764d-433d-aa9b-37f39f5205da, host dv-cinder-778193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=79ee9339-764d-433d-aa9b-37f39f5205da,segment=NetworkSegment(9a51a0d6-1ea4-465d-a11b-e3468b2a50b5),segment_id=9a51a0d6-1ea4-465d-a11b-e3468b2a50b5)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:12:32.960700 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-340e39be-b867-4b26-a975-654c9ce26f08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473169'] for router, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:32.982744 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:33.029949 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Pushing event updated for resources: {'Port': ['ID=79ee9339-764d-433d-aa9b-37f39f5205da,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:12:33.039809 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-340e39be-b867-4b26-a975-654c9ce26f08 admin admin] Notify callbacks [] for router, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:33.041028 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-340e39be-b867-4b26-a975-654c9ce26f08 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8369668 Sep 21 05:12:33.212929 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b84ae4-b5c6-45e9-922b-740b8c788e40 None None] Network d6fae591-a923-435b-87a1-d44f4810d41d requested from dv-cinder-778193-10-iscsi {{(pid=94668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 05:12:33.291435 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-ab3fab62-ecbd-4333-9c1e-20f3cc8728d7 None None] Provisioning complete for port 79ee9339-764d-433d-aa9b-37f39f5205da triggered by entity DHCP. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:12:33.291721 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ab3fab62-ecbd-4333-9c1e-20f3cc8728d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:33.646096 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-4b776e42-913a-498c-8388-83a59e93de3d None None] Provisioning complete for port 79ee9339-764d-433d-aa9b-37f39f5205da triggered by entity DHCP. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:12:33.646501 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4b776e42-913a-498c-8388-83a59e93de3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:34.650007 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device 79ee9339-764d-433d-aa9b-37f39f5205da up at agent ovs-agent-dv-cinder-778193-10-iscsi {{(pid=94668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 05:12:34.694977 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Provisioning complete for port 79ee9339-764d-433d-aa9b-37f39f5205da triggered by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:12:34.695444 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:35.422323 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 51376) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:12:35.723031 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [None req-ae81cd26-a7f2-4732-bc94-18c8c895ce13 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 05:12:35.724123 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-ae81cd26-a7f2-4732-bc94-18c8c895ce13 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3008406 Sep 21 05:12:35.782943 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d9387f0c-b788-483a-8eae-d121086418df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:38.105296 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 51384) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:12:38.412680 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [None req-501c5d69-be60-4169-9fc2-c4507a16463f admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:12:38.479055 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-501c5d69-be60-4169-9fc2-c4507a16463f admin admin] Made reservation on behalf of 9a358cd6dea04f0c843d7021ab4df24c for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 05:12:38.481165 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-501c5d69-be60-4169-9fc2-c4507a16463f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:38.488978 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-501c5d69-be60-4169-9fc2-c4507a16463f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:38.559254 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-654758ef-f94c-47cf-8c66-588cbdcb01f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:38.573700 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-501c5d69-be60-4169-9fc2-c4507a16463f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:38.616186 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-501c5d69-be60-4169-9fc2-c4507a16463f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:38.630594 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-501c5d69-be60-4169-9fc2-c4507a16463f admin admin] Reserving flat network on physical network physnet1 {{(pid=94667) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 21 05:12:38.648319 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501c5d69-be60-4169-9fc2-c4507a16463f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecbe8572-854b-4830-8ee3-f097405b1ade,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:12:38.653799 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-501c5d69-be60-4169-9fc2-c4507a16463f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669518'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:38.654128 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.db.segments_db [None req-501c5d69-be60-4169-9fc2-c4507a16463f admin admin] Added segment 826ab498-a3a4-4696-958a-2da03407e177 of type flat for network 666bfb66-d53f-41b5-aa91-1f3481ab5acc Sep 21 05:12:38.697457 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-501c5d69-be60-4169-9fc2-c4507a16463f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751403734303'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:38.793716 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-501c5d69-be60-4169-9fc2-c4507a16463f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:38.794618 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501c5d69-be60-4169-9fc2-c4507a16463f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:12:38.795185 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-501c5d69-be60-4169-9fc2-c4507a16463f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531542'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:38.849782 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501c5d69-be60-4169-9fc2-c4507a16463f admin admin] Pushing event updated for resources: {'Network': ['ID=666bfb66-d53f-41b5-aa91-1f3481ab5acc,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:12:38.859846 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Network 666bfb66-d53f-41b5-aa91-1f3481ab5acc details requested by agent ovs-agent-dv-cinder-778193-10-iscsi with host dv-cinder-778193-10-iscsi {{(pid=94668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 05:12:38.885669 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-501c5d69-be60-4169-9fc2-c4507a16463f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7793186 Sep 21 05:12:39.221963 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:39.822588 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2c351aa7-00e3-4828-8663-e1495c3162e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:41.073888 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a1fb1f33-fe48-4684-9a56-b3eb65d74809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:41.288306 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 51402) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:12:41.460229 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232fba7e-ac09-471c-8d0a-e881ceb24b17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:12:41.461531 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-232fba7e-ac09-471c-8d0a-e881ceb24b17 admin admin] 10.222.0.36 "GET /v2.0/subnets/907f75b9-4dc0-460d-946f-ede44abcf21e HTTP/1.1" status: 200 len: 849 time: 0.1721938 Sep 21 05:12:41.624483 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-6f9a4650-8d07-4931-bc30-3c902bea1b13 admin admin] 10.222.0.36 "GET /v2.0/routers/23c07a73-cb81-4695-94d3-e64af67d174c HTTP/1.1" status: 200 len: 704 time: 0.1561069 Sep 21 05:12:41.889672 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-735820ce-2472-4744-b53c-c10499d46291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:42.180153 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-735820ce-2472-4744-b53c-c10499d46291 admin admin] Allocated IP 172.20.0.1 (d6fae591-a923-435b-87a1-d44f4810d41d/907f75b9-4dc0-460d-946f-ede44abcf21e/5004806a-d933-45c9-a1c8-5bb27be28738) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 05:12:42.375190 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-735820ce-2472-4744-b53c-c10499d46291 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:42.486193 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-735820ce-2472-4744-b53c-c10499d46291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751403777208'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:42.557322 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735820ce-2472-4744-b53c-c10499d46291 admin admin] Network d6fae591-a923-435b-87a1-d44f4810d41d is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 05:12:42.563514 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-735820ce-2472-4744-b53c-c10499d46291 admin admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:12:42.571298 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735820ce-2472-4744-b53c-c10499d46291 admin admin] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 05:12:42.571943 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-735820ce-2472-4744-b53c-c10499d46291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473222'] for router_interface, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:42.628352 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735820ce-2472-4744-b53c-c10499d46291 admin admin] Pushing event updated for resources: {'Port': ['ID=5004806a-d933-45c9-a1c8-5bb27be28738,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:12:42.792955 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-86a99795-b9ac-425b-9cb6-02edfbdb3ffd None None] Provisioning complete for port 5004806a-d933-45c9-a1c8-5bb27be28738 triggered by entity DHCP. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:12:42.793817 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-86a99795-b9ac-425b-9cb6-02edfbdb3ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:42.833549 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-86a99795-b9ac-425b-9cb6-02edfbdb3ffd None None] Port 5004806a-d933-45c9-a1c8-5bb27be28738 cannot update to ACTIVE because it is not bound. {{(pid=94668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 05:12:42.835175 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-735820ce-2472-4744-b53c-c10499d46291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:43.047596 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-735820ce-2472-4744-b53c-c10499d46291 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:43.119031 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-735820ce-2472-4744-b53c-c10499d46291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:43.119892 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-735820ce-2472-4744-b53c-c10499d46291 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-471830'] for router_interface, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:43.195866 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735820ce-2472-4744-b53c-c10499d46291 admin admin] Pushing event updated for resources: {'Port': ['ID=5004806a-d933-45c9-a1c8-5bb27be28738,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:12:43.264193 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735820ce-2472-4744-b53c-c10499d46291 admin admin] Network d6fae591-a923-435b-87a1-d44f4810d41d is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 05:12:43.265504 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-735820ce-2472-4744-b53c-c10499d46291 admin admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:12:43.454601 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-cbd4b347-b67c-4f38-9e15-cb500cb6ab26 None None] Provisioning complete for port 5004806a-d933-45c9-a1c8-5bb27be28738 triggered by entity DHCP. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:12:43.454978 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cbd4b347-b67c-4f38-9e15-cb500cb6ab26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:43.493322 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-cbd4b347-b67c-4f38-9e15-cb500cb6ab26 None None] Port 5004806a-d933-45c9-a1c8-5bb27be28738 cannot update to ACTIVE because it is not bound. {{(pid=94668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 05:12:43.519767 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-735820ce-2472-4744-b53c-c10499d46291 admin admin] Router 23c07a73-cb81-4695-94d3-e64af67d174c is scheduled to L3 agent e4914d08-4fb7-43fa-94fb-1720f1d16cb4 with binding_index 1 {{(pid=94667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 05:12:43.609883 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-735820ce-2472-4744-b53c-c10499d46291 admin admin] Notify agent at l3_agent.dv-cinder-778193-10-iscsi the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 05:12:43.615155 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-735820ce-2472-4744-b53c-c10499d46291 admin admin] 10.222.0.36 "PUT /v2.0/routers/23c07a73-cb81-4695-94d3-e64af67d174c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9849718 Sep 21 05:12:43.620572 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9845c00e-dbf0-4b74-8d10-e5f87cf942a6 None None] Sync routers for ids ['23c07a73-cb81-4695-94d3-e64af67d174c'] in dv-cinder-778193-10-iscsi {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 05:12:43.631947 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9845c00e-dbf0-4b74-8d10-e5f87cf942a6 None None] Routers {'23c07a73-cb81-4695-94d3-e64af67d174c'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:12:43.632747 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-9845c00e-dbf0-4b74-8d10-e5f87cf942a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:12:39Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['23c07a73-cb81-4695-94d3-e64af67d174c'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:12:43.815429 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-9845c00e-dbf0-4b74-8d10-e5f87cf942a6 None None] Set router 23c07a73-cb81-4695-94d3-e64af67d174c gateway port host: None {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:12:44.239444 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-9845c00e-dbf0-4b74-8d10-e5f87cf942a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c07a73-cb81-4695-94d3-e64af67d174c', 'name': 'router1', 'tenant_id': '1c8fd01c0cee43e48ad4cca97cbd98a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:12:32Z', 'updated_at': '2021-09-21T05:12:42Z', 'revision_number': 2, 'project_id': '1c8fd01c0cee43e48ad4cca97cbd98a3', 'gw_port_host': None, '_interfaces': [{'id': '5004806a-d933-45c9-a1c8-5bb27be28738', 'name': '', 'network_id': 'd6fae591-a923-435b-87a1-d44f4810d41d', 'tenant_id': '1c8fd01c0cee43e48ad4cca97cbd98a3', 'mac_address': 'fa:16:3e:f3:d2:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c07a73-cb81-4695-94d3-e64af67d174c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '907f75b9-4dc0-460d-946f-ede44abcf21e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:12:41Z', 'updated_at': '2021-09-21T05:12:42Z', 'revision_number': 2, 'project_id': '1c8fd01c0cee43e48ad4cca97cbd98a3', 'subnets': [{'id': '907f75b9-4dc0-460d-946f-ede44abcf21e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e14fb094-6115-41f7-a15a-8d72d9a0f215'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:12:44.288275 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9845c00e-dbf0-4b74-8d10-e5f87cf942a6 None None] Checking router: 23c07a73-cb81-4695-94d3-e64af67d174c for host: dv-cinder-778193-10-iscsi {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 05:12:44.288645 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9845c00e-dbf0-4b74-8d10-e5f87cf942a6 None None] Updating router 23c07a73-cb81-4695-94d3-e64af67d174c port 5004806a-d933-45c9-a1c8-5bb27be28738 binding host dv-cinder-778193-10-iscsi {{(pid=94669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 05:12:44.335853 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9845c00e-dbf0-4b74-8d10-e5f87cf942a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:44.850241 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9845c00e-dbf0-4b74-8d10-e5f87cf942a6 None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:44.931145 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9845c00e-dbf0-4b74-8d10-e5f87cf942a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:45.076962 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e53565-1b0b-4ae6-be7a-65aa0d53982f None None] Pushing event updated for resources: {'Port': ['ID=5004806a-d933-45c9-a1c8-5bb27be28738,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:12:45.109513 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e53565-1b0b-4ae6-be7a-65aa0d53982f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:12:45.109882 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e53565-1b0b-4ae6-be7a-65aa0d53982f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:12:45.110230 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e53565-1b0b-4ae6-be7a-65aa0d53982f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:12:45.110592 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e53565-1b0b-4ae6-be7a-65aa0d53982f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:12:45.110927 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e53565-1b0b-4ae6-be7a-65aa0d53982f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:12:45.111257 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e53565-1b0b-4ae6-be7a-65aa0d53982f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:12:45.111582 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e53565-1b0b-4ae6-be7a-65aa0d53982f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:12:45.111908 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e53565-1b0b-4ae6-be7a-65aa0d53982f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:12:45.112247 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e53565-1b0b-4ae6-be7a-65aa0d53982f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:12:45.112569 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e53565-1b0b-4ae6-be7a-65aa0d53982f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:12:45.112888 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e53565-1b0b-4ae6-be7a-65aa0d53982f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:12:45.113212 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e53565-1b0b-4ae6-be7a-65aa0d53982f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:12:45.114568 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e53565-1b0b-4ae6-be7a-65aa0d53982f None None] Tracked resource versions report: Sep 21 05:12:45.114568 dv-cinder-778193-10-iscsi neutron-server[94669]: pushed versions: Sep 21 05:12:45.114568 dv-cinder-778193-10-iscsi neutron-server[94669]: { 'AddressGroup': {'1.2'}, Sep 21 05:12:45.114568 dv-cinder-778193-10-iscsi neutron-server[94669]: 'ConntrackHelper': {'1.0'}, Sep 21 05:12:45.114568 dv-cinder-778193-10-iscsi neutron-server[94669]: 'Log': {'1.0'}, Sep 21 05:12:45.114568 dv-cinder-778193-10-iscsi neutron-server[94669]: 'Network': {'1.1'}, Sep 21 05:12:45.114568 dv-cinder-778193-10-iscsi neutron-server[94669]: 'Port': {'1.7'}, Sep 21 05:12:45.114568 dv-cinder-778193-10-iscsi neutron-server[94669]: 'PortForwarding': {'1.2'}, Sep 21 05:12:45.114568 dv-cinder-778193-10-iscsi neutron-server[94669]: 'QosPolicy': {'1.9'}, Sep 21 05:12:45.114568 dv-cinder-778193-10-iscsi neutron-server[94669]: 'SecurityGroup': {'1.4'}, Sep 21 05:12:45.114568 dv-cinder-778193-10-iscsi neutron-server[94669]: 'SecurityGroupRule': {'1.2'}, Sep 21 05:12:45.114568 dv-cinder-778193-10-iscsi neutron-server[94669]: 'SubPort': {'1.0'}, Sep 21 05:12:45.114568 dv-cinder-778193-10-iscsi neutron-server[94669]: 'Subnet': {'1.1'}, Sep 21 05:12:45.114568 dv-cinder-778193-10-iscsi neutron-server[94669]: 'Trunk': {'1.1'}} Sep 21 05:12:45.114568 dv-cinder-778193-10-iscsi neutron-server[94669]: consumer versions: Sep 21 05:12:45.114568 dv-cinder-778193-10-iscsi neutron-server[94669]: { DHCP agent@dv-cinder-778193-10-iscsi: {}, Sep 21 05:12:45.114568 dv-cinder-778193-10-iscsi neutron-server[94669]: L3 agent@dv-cinder-778193-10-iscsi: {}, Sep 21 05:12:45.114568 dv-cinder-778193-10-iscsi neutron-server[94669]: Metadata agent@dv-cinder-778193-10-iscsi: {}, Sep 21 05:12:45.114568 dv-cinder-778193-10-iscsi neutron-server[94669]: Metering agent@dv-cinder-778193-10-iscsi: {}, Sep 21 05:12:45.114568 dv-cinder-778193-10-iscsi neutron-server[94669]: Open vSwitch agent@dv-cinder-778193-10-iscsi: { 'AddressGroup': '1.2', Sep 21 05:12:45.114568 dv-cinder-778193-10-iscsi neutron-server[94669]: 'ConntrackHelper': '1.0', Sep 21 05:12:45.114568 dv-cinder-778193-10-iscsi neutron-server[94669]: 'Log': '1.0', Sep 21 05:12:45.114568 dv-cinder-778193-10-iscsi neutron-server[94669]: 'Network': '1.1', Sep 21 05:12:45.114568 dv-cinder-778193-10-iscsi neutron-server[94669]: 'Port': '1.7', Sep 21 05:12:45.114568 dv-cinder-778193-10-iscsi neutron-server[94669]: 'PortForwarding': '1.2', Sep 21 05:12:45.114568 dv-cinder-778193-10-iscsi neutron-server[94669]: 'QosPolicy': '1.9', Sep 21 05:12:45.114568 dv-cinder-778193-10-iscsi neutron-server[94669]: 'SecurityGroup': '1.4', Sep 21 05:12:45.114568 dv-cinder-778193-10-iscsi neutron-server[94669]: 'SecurityGroupRule': '1.2', Sep 21 05:12:45.114568 dv-cinder-778193-10-iscsi neutron-server[94669]: 'SubPort': '1.0', Sep 21 05:12:45.114568 dv-cinder-778193-10-iscsi neutron-server[94669]: 'Subnet': '1.1', Sep 21 05:12:45.114568 dv-cinder-778193-10-iscsi neutron-server[94669]: 'Trunk': '1.1'}} Sep 21 05:12:45.114568 dv-cinder-778193-10-iscsi neutron-server[94669]: {{(pid=94669) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 05:12:45.119437 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-9845c00e-dbf0-4b74-8d10-e5f87cf942a6 None None] Attempting to bind port 5004806a-d933-45c9-a1c8-5bb27be28738 on host dv-cinder-778193-10-iscsi for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 05:12:45.120495 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-9845c00e-dbf0-4b74-8d10-e5f87cf942a6 None None] Attempting to bind port 5004806a-d933-45c9-a1c8-5bb27be28738 by drivers openvswitch,hyperv on host dv-cinder-778193-10-iscsi at level 0 using segments [{'id': '9a51a0d6-1ea4-465d-a11b-e3468b2a50b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd6fae591-a923-435b-87a1-d44f4810d41d'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 05:12:45.120817 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9845c00e-dbf0-4b74-8d10-e5f87cf942a6 None None] Attempting to bind port 5004806a-d933-45c9-a1c8-5bb27be28738 on network d6fae591-a923-435b-87a1-d44f4810d41d {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 05:12:45.126377 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9845c00e-dbf0-4b74-8d10-e5f87cf942a6 None None] Checking agent: {'id': 'b0313305-4280-4067-8ee0-4ba61e64320d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 5, 12, 9), 'started_at': datetime.datetime(2021, 9, 21, 5, 12, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 5, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 05:12:45.126815 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9845c00e-dbf0-4b74-8d10-e5f87cf942a6 None None] Checking segment: {'id': '9a51a0d6-1ea4-465d-a11b-e3468b2a50b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd6fae591-a923-435b-87a1-d44f4810d41d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 05:12:45.127299 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9845c00e-dbf0-4b74-8d10-e5f87cf942a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:45.127681 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9845c00e-dbf0-4b74-8d10-e5f87cf942a6 None None] Bound using segment: {'id': '9a51a0d6-1ea4-465d-a11b-e3468b2a50b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd6fae591-a923-435b-87a1-d44f4810d41d'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 05:12:45.128172 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-9845c00e-dbf0-4b74-8d10-e5f87cf942a6 None None] Bound port: 5004806a-d933-45c9-a1c8-5bb27be28738, host: dv-cinder-778193-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a51a0d6-1ea4-465d-a11b-e3468b2a50b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd6fae591-a923-435b-87a1-d44f4810d41d'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 05:12:45.128565 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9845c00e-dbf0-4b74-8d10-e5f87cf942a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:45.196485 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-9845c00e-dbf0-4b74-8d10-e5f87cf942a6 None None] For port 5004806a-d933-45c9-a1c8-5bb27be28738, host dv-cinder-778193-10-iscsi, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 05:12:45.217662 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-9845c00e-dbf0-4b74-8d10-e5f87cf942a6 None None] For port 5004806a-d933-45c9-a1c8-5bb27be28738, host dv-cinder-778193-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=5004806a-d933-45c9-a1c8-5bb27be28738,segment=NetworkSegment(9a51a0d6-1ea4-465d-a11b-e3468b2a50b5),segment_id=9a51a0d6-1ea4-465d-a11b-e3468b2a50b5)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 05:12:45.220812 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-3258fd40-0658-465c-8842-81172ea28c57 None None] Provisioning complete for port 5004806a-d933-45c9-a1c8-5bb27be28738 triggered by entity DHCP. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:12:45.221321 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3258fd40-0658-465c-8842-81172ea28c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:45.254191 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-3258fd40-0658-465c-8842-81172ea28c57 None None] Port 5004806a-d933-45c9-a1c8-5bb27be28738 cannot update to ACTIVE because it is not bound. {{(pid=94668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 05:12:45.291584 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9845c00e-dbf0-4b74-8d10-e5f87cf942a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:45.346696 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9845c00e-dbf0-4b74-8d10-e5f87cf942a6 None None] Routers {'23c07a73-cb81-4695-94d3-e64af67d174c'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:12:45.347328 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-9845c00e-dbf0-4b74-8d10-e5f87cf942a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:12:39Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['23c07a73-cb81-4695-94d3-e64af67d174c'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:12:45.384250 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e53565-1b0b-4ae6-be7a-65aa0d53982f None None] Pushing event updated for resources: {'Port': ['ID=5004806a-d933-45c9-a1c8-5bb27be28738,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:12:45.440940 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-9845c00e-dbf0-4b74-8d10-e5f87cf942a6 None None] Set router 23c07a73-cb81-4695-94d3-e64af67d174c gateway port host: None {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:12:45.574175 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-9d87c37d-3b33-43b7-aff6-1d5e7e49a244 None None] Provisioning complete for port 5004806a-d933-45c9-a1c8-5bb27be28738 triggered by entity DHCP. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:12:45.574622 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9d87c37d-3b33-43b7-aff6-1d5e7e49a244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:45.650679 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9d87c37d-3b33-43b7-aff6-1d5e7e49a244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:45.655246 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-9845c00e-dbf0-4b74-8d10-e5f87cf942a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c07a73-cb81-4695-94d3-e64af67d174c', 'name': 'router1', 'tenant_id': '1c8fd01c0cee43e48ad4cca97cbd98a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:12:32Z', 'updated_at': '2021-09-21T05:12:42Z', 'revision_number': 2, 'project_id': '1c8fd01c0cee43e48ad4cca97cbd98a3', 'gw_port_host': None, '_interfaces': [{'id': '5004806a-d933-45c9-a1c8-5bb27be28738', 'name': '', 'network_id': 'd6fae591-a923-435b-87a1-d44f4810d41d', 'tenant_id': '1c8fd01c0cee43e48ad4cca97cbd98a3', 'mac_address': 'fa:16:3e:f3:d2:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c07a73-cb81-4695-94d3-e64af67d174c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '907f75b9-4dc0-460d-946f-ede44abcf21e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:12:41Z', 'updated_at': '2021-09-21T05:12:45Z', 'revision_number': 4, 'project_id': '1c8fd01c0cee43e48ad4cca97cbd98a3', 'subnets': [{'id': '907f75b9-4dc0-460d-946f-ede44abcf21e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e14fb094-6115-41f7-a15a-8d72d9a0f215'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:12:45.680434 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9845c00e-dbf0-4b74-8d10-e5f87cf942a6 None None] The sync data for ids ['23c07a73-cb81-4695-94d3-e64af67d174c'] in dv-cinder-778193-10-iscsi is: [{'id': '23c07a73-cb81-4695-94d3-e64af67d174c', 'name': 'router1', 'tenant_id': '1c8fd01c0cee43e48ad4cca97cbd98a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:12:32Z', 'updated_at': '2021-09-21T05:12:42Z', 'revision_number': 2, 'project_id': '1c8fd01c0cee43e48ad4cca97cbd98a3', 'gw_port_host': None, '_interfaces': [{'id': '5004806a-d933-45c9-a1c8-5bb27be28738', 'name': '', 'network_id': 'd6fae591-a923-435b-87a1-d44f4810d41d', 'tenant_id': '1c8fd01c0cee43e48ad4cca97cbd98a3', 'mac_address': 'fa:16:3e:f3:d2:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c07a73-cb81-4695-94d3-e64af67d174c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '907f75b9-4dc0-460d-946f-ede44abcf21e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:12:41Z', 'updated_at': '2021-09-21T05:12:45Z', 'revision_number': 4, 'project_id': '1c8fd01c0cee43e48ad4cca97cbd98a3', 'subnets': [{'id': '907f75b9-4dc0-460d-946f-ede44abcf21e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e14fb094-6115-41f7-a15a-8d72d9a0f215'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 05:12:45.681188 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-9d87c37d-3b33-43b7-aff6-1d5e7e49a244 None None] For port 5004806a-d933-45c9-a1c8-5bb27be28738, host dv-cinder-778193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=5004806a-d933-45c9-a1c8-5bb27be28738,segment=NetworkSegment(9a51a0d6-1ea4-465d-a11b-e3468b2a50b5),segment_id=9a51a0d6-1ea4-465d-a11b-e3468b2a50b5)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:12:45.761215 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9d87c37d-3b33-43b7-aff6-1d5e7e49a244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:45.811191 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d87c37d-3b33-43b7-aff6-1d5e7e49a244 None None] Pushing event updated for resources: {'Port': ['ID=5004806a-d933-45c9-a1c8-5bb27be28738,revision_number=5']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:12:45.872717 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 51422) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:12:45.984179 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59bd176d-c7c2-4aaf-a542-4753503b5c4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:12:45.985333 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-59bd176d-c7c2-4aaf-a542-4753503b5c4b admin admin] 10.222.0.36 "GET /v2.0/networks/666bfb66-d53f-41b5-aa91-1f3481ab5acc HTTP/1.1" status: 200 len: 842 time: 0.1116769 Sep 21 05:12:45.995245 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [None req-2a422ee2-9f2f-47a7-b1bd-145651ce7c91 admin admin] Request body: {'subnet': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'cidr': '172.27.3.0/24', 'name': 'public-subnet', 'gateway_ip': '172.27.3.1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:12:46.090276 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a422ee2-9f2f-47a7-b1bd-145651ce7c91 admin admin] Made reservation on behalf of 9a358cd6dea04f0c843d7021ab4df24c for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 05:12:46.092865 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2a422ee2-9f2f-47a7-b1bd-145651ce7c91 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:46.421947 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.objects.ports [None req-2a422ee2-9f2f-47a7-b1bd-145651ce7c91 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94667) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 21 05:12:46.422378 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2a422ee2-9f2f-47a7-b1bd-145651ce7c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:46.504390 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a422ee2-9f2f-47a7-b1bd-145651ce7c91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80dd054f-6720-4669-be55-825ddd1b955a,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:12:46.512622 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a422ee2-9f2f-47a7-b1bd-145651ce7c91 admin admin] Checking segment: {'id': '826ab498-a3a4-4696-958a-2da03407e177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 05:12:46.512978 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a422ee2-9f2f-47a7-b1bd-145651ce7c91 admin admin] Network hostable DHCP agents. Network: 666bfb66-d53f-41b5-aa91-1f3481ab5acc, hostable agents: ['6e02bdac-2fb2-4f2e-acf6-c0c230e91990'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 05:12:46.599805 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a422ee2-9f2f-47a7-b1bd-145651ce7c91 admin admin] Network 666bfb66-d53f-41b5-aa91-1f3481ab5acc is scheduled to be hosted by DHCP agent 6e02bdac-2fb2-4f2e-acf6-c0c230e91990 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 05:12:46.685476 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-2a422ee2-9f2f-47a7-b1bd-145651ce7c91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-10-iscsi, 666bfb66-d53f-41b5-aa91-1f3481ab5acc) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:12:46.689717 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a422ee2-9f2f-47a7-b1bd-145651ce7c91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:12:46.690327 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2a422ee2-9f2f-47a7-b1bd-145651ce7c91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531542'] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:46.694215 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b065a8-8211-4c74-8463-3fc9eb283fc9 None None] Network 666bfb66-d53f-41b5-aa91-1f3481ab5acc requested from dv-cinder-778193-10-iscsi {{(pid=94668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 05:12:46.778154 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-2a422ee2-9f2f-47a7-b1bd-145651ce7c91 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7862430 Sep 21 05:12:46.817521 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb18844-9e2f-43d1-bee5-b0bc2dba8239 None None] Network 666bfb66-d53f-41b5-aa91-1f3481ab5acc requested from dv-cinder-778193-10-iscsi {{(pid=94668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 05:12:49.136994 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 51430) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:12:49.331160 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-e4aff60c-7574-49ad-97d5-f30eca602afd admin admin] 10.222.0.36 "GET /v2.0/routers/23c07a73-cb81-4695-94d3-e64af67d174c HTTP/1.1" status: 200 len: 710 time: 0.1928923 Sep 21 05:12:49.414855 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5421f48-33ea-4178-badf-8617f4806095 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:12:49.416222 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-a5421f48-33ea-4178-badf-8617f4806095 admin admin] 10.222.0.36 "GET /v2.0/networks/666bfb66-d53f-41b5-aa91-1f3481ab5acc HTTP/1.1" status: 200 len: 886 time: 0.0798428 Sep 21 05:12:49.426069 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [None req-d81fd58a-4cf6-4d76-8ae5-05084953e147 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc'}}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:12:49.663540 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d81fd58a-4cf6-4d76-8ae5-05084953e147 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:49.981933 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d81fd58a-4cf6-4d76-8ae5-05084953e147 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:50.055118 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d81fd58a-4cf6-4d76-8ae5-05084953e147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:50.159322 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-d81fd58a-4cf6-4d76-8ae5-05084953e147 admin admin] Allocated IP 172.27.3.182 (666bfb66-d53f-41b5-aa91-1f3481ab5acc/80dd054f-6720-4669-be55-825ddd1b955a/39f6cf23-029f-4c03-bd93-b17268a0d59f) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 05:12:50.261614 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d81fd58a-4cf6-4d76-8ae5-05084953e147 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:50.348271 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d81fd58a-4cf6-4d76-8ae5-05084953e147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751403777208'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:50.384529 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81fd58a-4cf6-4d76-8ae5-05084953e147 admin admin] Network 666bfb66-d53f-41b5-aa91-1f3481ab5acc is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 05:12:50.387561 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-d81fd58a-4cf6-4d76-8ae5-05084953e147 admin admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:12:50.395927 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81fd58a-4cf6-4d76-8ae5-05084953e147 admin admin] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 05:12:50.398692 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81fd58a-4cf6-4d76-8ae5-05084953e147 admin admin] Pushing event updated for resources: {'Port': ['ID=39f6cf23-029f-4c03-bd93-b17268a0d59f,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:12:50.701848 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d81fd58a-4cf6-4d76-8ae5-05084953e147 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:50.992364 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d81fd58a-4cf6-4d76-8ae5-05084953e147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-475056', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-576512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3990'] for router, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:50.996472 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d81fd58a-4cf6-4d76-8ae5-05084953e147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-475067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-475042', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-576523'] for router, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:51.104098 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d81fd58a-4cf6-4d76-8ae5-05084953e147 admin admin] Router 23c07a73-cb81-4695-94d3-e64af67d174c has already been hosted by L3 agent e4914d08-4fb7-43fa-94fb-1720f1d16cb4 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 05:12:51.208605 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d81fd58a-4cf6-4d76-8ae5-05084953e147 admin admin] Notify agent at l3_agent.dv-cinder-778193-10-iscsi the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 05:12:51.213380 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d81fd58a-4cf6-4d76-8ae5-05084953e147 admin admin] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:51.214359 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-d81fd58a-4cf6-4d76-8ae5-05084953e147 admin admin] 10.222.0.36 "PUT /v2.0/routers/23c07a73-cb81-4695-94d3-e64af67d174c HTTP/1.1" status: 200 len: 890 time: 1.7914360 Sep 21 05:12:52.118634 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87f2f84-3466-4c65-9a28-3f7c4ffc8f37 None None] Sync routers for ids ['23c07a73-cb81-4695-94d3-e64af67d174c'] in dv-cinder-778193-10-iscsi {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 05:12:52.129721 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87f2f84-3466-4c65-9a28-3f7c4ffc8f37 None None] Routers {'23c07a73-cb81-4695-94d3-e64af67d174c'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:12:52.130480 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-a87f2f84-3466-4c65-9a28-3f7c4ffc8f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:12:39Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['23c07a73-cb81-4695-94d3-e64af67d174c'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:12:52.330791 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-a87f2f84-3466-4c65-9a28-3f7c4ffc8f37 None None] Set router 23c07a73-cb81-4695-94d3-e64af67d174c gateway port host: dv-cinder-778193-10-iscsi {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:12:52.685525 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device 5004806a-d933-45c9-a1c8-5bb27be28738 up at agent ovs-agent-dv-cinder-778193-10-iscsi {{(pid=94668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 05:12:52.756503 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-a87f2f84-3466-4c65-9a28-3f7c4ffc8f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c07a73-cb81-4695-94d3-e64af67d174c', 'name': 'router1', 'tenant_id': '1c8fd01c0cee43e48ad4cca97cbd98a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '39f6cf23-029f-4c03-bd93-b17268a0d59f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:12:32Z', 'updated_at': '2021-09-21T05:12:50Z', 'revision_number': 4, 'project_id': '1c8fd01c0cee43e48ad4cca97cbd98a3', 'gw_port': {'id': '39f6cf23-029f-4c03-bd93-b17268a0d59f', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:dd:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c07a73-cb81-4695-94d3-e64af67d174c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:12:50Z', 'updated_at': '2021-09-21T05:12:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi', '_interfaces': [{'id': '5004806a-d933-45c9-a1c8-5bb27be28738', 'name': '', 'network_id': 'd6fae591-a923-435b-87a1-d44f4810d41d', 'tenant_id': '1c8fd01c0cee43e48ad4cca97cbd98a3', 'mac_address': 'fa:16:3e:f3:d2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c07a73-cb81-4695-94d3-e64af67d174c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '907f75b9-4dc0-460d-946f-ede44abcf21e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:12:41Z', 'updated_at': '2021-09-21T05:12:45Z', 'revision_number': 5, 'project_id': '1c8fd01c0cee43e48ad4cca97cbd98a3', 'subnets': [{'id': '907f75b9-4dc0-460d-946f-ede44abcf21e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e14fb094-6115-41f7-a15a-8d72d9a0f215'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:12:52.819029 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Provisioning complete for port 5004806a-d933-45c9-a1c8-5bb27be28738 triggered by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:12:52.819405 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:52.828703 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87f2f84-3466-4c65-9a28-3f7c4ffc8f37 None None] Checking router: 23c07a73-cb81-4695-94d3-e64af67d174c for host: dv-cinder-778193-10-iscsi {{(pid=94668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 05:12:52.828703 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87f2f84-3466-4c65-9a28-3f7c4ffc8f37 None None] Updating router 23c07a73-cb81-4695-94d3-e64af67d174c port 39f6cf23-029f-4c03-bd93-b17268a0d59f binding host dv-cinder-778193-10-iscsi {{(pid=94668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 05:12:52.889629 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a87f2f84-3466-4c65-9a28-3f7c4ffc8f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:53.236545 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a87f2f84-3466-4c65-9a28-3f7c4ffc8f37 None None] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:53.284678 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a87f2f84-3466-4c65-9a28-3f7c4ffc8f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:53.410877 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-a87f2f84-3466-4c65-9a28-3f7c4ffc8f37 None None] Attempting to bind port 39f6cf23-029f-4c03-bd93-b17268a0d59f on host dv-cinder-778193-10-iscsi for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 05:12:53.411245 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-a87f2f84-3466-4c65-9a28-3f7c4ffc8f37 None None] Attempting to bind port 39f6cf23-029f-4c03-bd93-b17268a0d59f by drivers openvswitch,hyperv on host dv-cinder-778193-10-iscsi at level 0 using segments [{'id': '826ab498-a3a4-4696-958a-2da03407e177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 05:12:53.411603 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87f2f84-3466-4c65-9a28-3f7c4ffc8f37 None None] Attempting to bind port 39f6cf23-029f-4c03-bd93-b17268a0d59f on network 666bfb66-d53f-41b5-aa91-1f3481ab5acc {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 05:12:53.413411 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458b78a3-c475-4fbd-9a32-ad7903802e1a None None] Pushing event updated for resources: {'Port': ['ID=39f6cf23-029f-4c03-bd93-b17268a0d59f,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:12:53.419283 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87f2f84-3466-4c65-9a28-3f7c4ffc8f37 None None] Checking agent: {'id': 'b0313305-4280-4067-8ee0-4ba61e64320d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 5, 12, 9), 'started_at': datetime.datetime(2021, 9, 21, 5, 12, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 5, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 05:12:53.419654 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87f2f84-3466-4c65-9a28-3f7c4ffc8f37 None None] Checking segment: {'id': '826ab498-a3a4-4696-958a-2da03407e177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 05:12:53.420048 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a87f2f84-3466-4c65-9a28-3f7c4ffc8f37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:53.420418 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87f2f84-3466-4c65-9a28-3f7c4ffc8f37 None None] Bound using segment: {'id': '826ab498-a3a4-4696-958a-2da03407e177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 05:12:53.420877 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-a87f2f84-3466-4c65-9a28-3f7c4ffc8f37 None None] Bound port: 39f6cf23-029f-4c03-bd93-b17268a0d59f, host: dv-cinder-778193-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '826ab498-a3a4-4696-958a-2da03407e177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 05:12:53.421272 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a87f2f84-3466-4c65-9a28-3f7c4ffc8f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:53.473821 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-a87f2f84-3466-4c65-9a28-3f7c4ffc8f37 None None] For port 39f6cf23-029f-4c03-bd93-b17268a0d59f, host dv-cinder-778193-10-iscsi, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 05:12:53.477216 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-a87f2f84-3466-4c65-9a28-3f7c4ffc8f37 None None] For port 39f6cf23-029f-4c03-bd93-b17268a0d59f, host dv-cinder-778193-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=39f6cf23-029f-4c03-bd93-b17268a0d59f,segment=NetworkSegment(826ab498-a3a4-4696-958a-2da03407e177),segment_id=826ab498-a3a4-4696-958a-2da03407e177)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 05:12:53.531233 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a87f2f84-3466-4c65-9a28-3f7c4ffc8f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:53.587863 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87f2f84-3466-4c65-9a28-3f7c4ffc8f37 None None] Routers {'23c07a73-cb81-4695-94d3-e64af67d174c'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:12:53.588981 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-a87f2f84-3466-4c65-9a28-3f7c4ffc8f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:12:39Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['23c07a73-cb81-4695-94d3-e64af67d174c'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:12:53.591858 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458b78a3-c475-4fbd-9a32-ad7903802e1a None None] Pushing event updated for resources: {'Port': ['ID=39f6cf23-029f-4c03-bd93-b17268a0d59f,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:12:53.619025 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 51442) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:12:53.692374 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-a87f2f84-3466-4c65-9a28-3f7c4ffc8f37 None None] Set router 23c07a73-cb81-4695-94d3-e64af67d174c gateway port host: dv-cinder-778193-10-iscsi {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:12:53.744051 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-8362b3bc-8db5-4da1-a233-b7b9d38df1f6 admin admin] 10.222.0.36 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1238713 Sep 21 05:12:53.914170 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-a87f2f84-3466-4c65-9a28-3f7c4ffc8f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c07a73-cb81-4695-94d3-e64af67d174c', 'name': 'router1', 'tenant_id': '1c8fd01c0cee43e48ad4cca97cbd98a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '39f6cf23-029f-4c03-bd93-b17268a0d59f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:12:32Z', 'updated_at': '2021-09-21T05:12:50Z', 'revision_number': 4, 'project_id': '1c8fd01c0cee43e48ad4cca97cbd98a3', 'gw_port': {'id': '39f6cf23-029f-4c03-bd93-b17268a0d59f', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:dd:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c07a73-cb81-4695-94d3-e64af67d174c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:12:50Z', 'updated_at': '2021-09-21T05:12:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi', '_interfaces': [{'id': '5004806a-d933-45c9-a1c8-5bb27be28738', 'name': '', 'network_id': 'd6fae591-a923-435b-87a1-d44f4810d41d', 'tenant_id': '1c8fd01c0cee43e48ad4cca97cbd98a3', 'mac_address': 'fa:16:3e:f3:d2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c07a73-cb81-4695-94d3-e64af67d174c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '907f75b9-4dc0-460d-946f-ede44abcf21e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:12:41Z', 'updated_at': '2021-09-21T05:12:45Z', 'revision_number': 5, 'project_id': '1c8fd01c0cee43e48ad4cca97cbd98a3', 'subnets': [{'id': '907f75b9-4dc0-460d-946f-ede44abcf21e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e14fb094-6115-41f7-a15a-8d72d9a0f215'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:12:53.940502 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87f2f84-3466-4c65-9a28-3f7c4ffc8f37 None None] The sync data for ids ['23c07a73-cb81-4695-94d3-e64af67d174c'] in dv-cinder-778193-10-iscsi is: [{'id': '23c07a73-cb81-4695-94d3-e64af67d174c', 'name': 'router1', 'tenant_id': '1c8fd01c0cee43e48ad4cca97cbd98a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '39f6cf23-029f-4c03-bd93-b17268a0d59f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:12:32Z', 'updated_at': '2021-09-21T05:12:50Z', 'revision_number': 4, 'project_id': '1c8fd01c0cee43e48ad4cca97cbd98a3', 'gw_port': {'id': '39f6cf23-029f-4c03-bd93-b17268a0d59f', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:dd:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c07a73-cb81-4695-94d3-e64af67d174c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:12:50Z', 'updated_at': '2021-09-21T05:12:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi', '_interfaces': [{'id': '5004806a-d933-45c9-a1c8-5bb27be28738', 'name': '', 'network_id': 'd6fae591-a923-435b-87a1-d44f4810d41d', 'tenant_id': '1c8fd01c0cee43e48ad4cca97cbd98a3', 'mac_address': 'fa:16:3e:f3:d2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c07a73-cb81-4695-94d3-e64af67d174c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '907f75b9-4dc0-460d-946f-ede44abcf21e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:12:41Z', 'updated_at': '2021-09-21T05:12:45Z', 'revision_number': 5, 'project_id': '1c8fd01c0cee43e48ad4cca97cbd98a3', 'subnets': [{'id': '907f75b9-4dc0-460d-946f-ede44abcf21e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e14fb094-6115-41f7-a15a-8d72d9a0f215'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 05:12:54.837351 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device 39f6cf23-029f-4c03-bd93-b17268a0d59f up at agent ovs-agent-dv-cinder-778193-10-iscsi {{(pid=94668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 05:12:54.896883 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Provisioning complete for port 39f6cf23-029f-4c03-bd93-b17268a0d59f triggered by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:12:54.897259 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:54.980126 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:54.999984 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] For port 39f6cf23-029f-4c03-bd93-b17268a0d59f, host dv-cinder-778193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=39f6cf23-029f-4c03-bd93-b17268a0d59f,segment=NetworkSegment(826ab498-a3a4-4696-958a-2da03407e177),segment_id=826ab498-a3a4-4696-958a-2da03407e177)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:12:55.056413 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:12:55.115430 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Pushing event updated for resources: {'Port': ['ID=39f6cf23-029f-4c03-bd93-b17268a0d59f,revision_number=4']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:12:56.685055 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device 39f6cf23-029f-4c03-bd93-b17268a0d59f up at agent ovs-agent-dv-cinder-778193-10-iscsi {{(pid=94668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 05:12:56.763184 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Provisioning complete for port 39f6cf23-029f-4c03-bd93-b17268a0d59f triggered by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:12:56.763585 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:13:00.233380 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.agents_db [None req-b3bad76d-57ee-4137-9d9b-1a82d1aed62b None None] Agent healthcheck: found 5 active agents {{(pid=94669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 05:13:05.781991 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1c71bd85-50a0-45fa-975a-0d4a7eb437c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:13:08.576136 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-445f4036-a70e-45e1-9cf9-5d8949365193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:13:09.234142 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:13:09.822551 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2c351aa7-00e3-4828-8663-e1495c3162e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:13:11.107511 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a1fb1f33-fe48-4684-9a56-b3eb65d74809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:13:35.788634 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-45b29034-f6b1-4e18-8917-888cc179ce9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:13:37.234081 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.agents_db [None req-b3bad76d-57ee-4137-9d9b-1a82d1aed62b None None] Agent healthcheck: found 5 active agents {{(pid=94669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 05:13:38.620800 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0aa62cac-f598-445c-9fba-87d0dc1bc0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:13:39.244616 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:13:39.855242 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2c351aa7-00e3-4828-8663-e1495c3162e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:13:41.136997 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a1fb1f33-fe48-4684-9a56-b3eb65d74809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:14:05.797914 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2fa6fe4a-75e8-45a6-b565-76fed25e0de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:14:08.586579 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-40cfa238-5312-45d0-b57c-9bb4bcf86295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:14:09.282938 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:14:09.837821 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2c351aa7-00e3-4828-8663-e1495c3162e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:14:11.151797 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a1fb1f33-fe48-4684-9a56-b3eb65d74809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:14:14.233913 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.agents_db [None req-b3bad76d-57ee-4137-9d9b-1a82d1aed62b None None] Agent healthcheck: found 5 active agents {{(pid=94669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 05:14:31.466895 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 52004) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:14:31.542070 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.pecan_wsgi.hooks.translation [None req-85835d76-9ae1-467e-858d-d31ae641169c admin admin] GET failed (client error): The resource could not be found. Sep 21 05:14:31.543406 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-85835d76-9ae1-467e-858d-d31ae641169c admin admin] 10.222.0.36 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0755494 Sep 21 05:14:31.747972 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1ccc95-b56a-475e-a968-3400349b19be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:14:31.749348 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-1b1ccc95-b56a-475e-a968-3400349b19be admin admin] 10.222.0.36 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.2014081 Sep 21 05:14:33.948856 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 52014) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:14:34.093754 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540c0d86-2f78-48e4-a53b-5e5361113e5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:14:34.095223 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-540c0d86-2f78-48e4-a53b-5e5361113e5a admin admin] 10.222.0.36 "GET /v2.0/subnets/907f75b9-4dc0-460d-946f-ede44abcf21e HTTP/1.1" status: 200 len: 849 time: 0.1454253 Sep 21 05:14:34.105918 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-f13089b5-fc93-41c1-9b83-9b60ccb614ab admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:14:34.192073 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-f13089b5-fc93-41c1-9b83-9b60ccb614ab admin admin] Notify callbacks [] for subnet, before_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:14:34.419387 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-f13089b5-fc93-41c1-9b83-9b60ccb614ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751404283140'] for subnet, after_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:14:34.487451 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13089b5-fc93-41c1-9b83-9b60ccb614ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:14:34.494263 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-f13089b5-fc93-41c1-9b83-9b60ccb614ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531542'] for subnet, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:14:34.494263 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-f13089b5-fc93-41c1-9b83-9b60ccb614ab admin admin] 10.222.0.36 "PUT /v2.0/subnets/907f75b9-4dc0-460d-946f-ede44abcf21e HTTP/1.1" status: 200 len: 868 time: 0.3871698 Sep 21 05:14:34.494585 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfca00d-c984-42a7-b55a-921934275db7 None None] Network d6fae591-a923-435b-87a1-d44f4810d41d requested from dv-cinder-778193-10-iscsi {{(pid=94668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 05:14:34.502744 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13089b5-fc93-41c1-9b83-9b60ccb614ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=907f75b9-4dc0-460d-946f-ede44abcf21e,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:14:34.512767 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13089b5-fc93-41c1-9b83-9b60ccb614ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:14:34.513111 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13089b5-fc93-41c1-9b83-9b60ccb614ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:14:34.513447 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13089b5-fc93-41c1-9b83-9b60ccb614ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:14:34.513776 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13089b5-fc93-41c1-9b83-9b60ccb614ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:14:34.514098 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13089b5-fc93-41c1-9b83-9b60ccb614ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:14:34.514444 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13089b5-fc93-41c1-9b83-9b60ccb614ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:14:34.514773 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13089b5-fc93-41c1-9b83-9b60ccb614ab admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:14:34.515110 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13089b5-fc93-41c1-9b83-9b60ccb614ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:14:34.515447 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13089b5-fc93-41c1-9b83-9b60ccb614ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:14:34.515770 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13089b5-fc93-41c1-9b83-9b60ccb614ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:14:34.516086 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13089b5-fc93-41c1-9b83-9b60ccb614ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:14:34.516395 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13089b5-fc93-41c1-9b83-9b60ccb614ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:14:34.517770 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13089b5-fc93-41c1-9b83-9b60ccb614ab admin admin] Tracked resource versions report: Sep 21 05:14:34.517770 dv-cinder-778193-10-iscsi neutron-server[94666]: pushed versions: Sep 21 05:14:34.517770 dv-cinder-778193-10-iscsi neutron-server[94666]: { 'AddressGroup': {'1.2'}, Sep 21 05:14:34.517770 dv-cinder-778193-10-iscsi neutron-server[94666]: 'ConntrackHelper': {'1.0'}, Sep 21 05:14:34.517770 dv-cinder-778193-10-iscsi neutron-server[94666]: 'Log': {'1.0'}, Sep 21 05:14:34.517770 dv-cinder-778193-10-iscsi neutron-server[94666]: 'Network': {'1.1'}, Sep 21 05:14:34.517770 dv-cinder-778193-10-iscsi neutron-server[94666]: 'Port': {'1.7'}, Sep 21 05:14:34.517770 dv-cinder-778193-10-iscsi neutron-server[94666]: 'PortForwarding': {'1.2'}, Sep 21 05:14:34.517770 dv-cinder-778193-10-iscsi neutron-server[94666]: 'QosPolicy': {'1.9'}, Sep 21 05:14:34.517770 dv-cinder-778193-10-iscsi neutron-server[94666]: 'SecurityGroup': {'1.4'}, Sep 21 05:14:34.517770 dv-cinder-778193-10-iscsi neutron-server[94666]: 'SecurityGroupRule': {'1.2'}, Sep 21 05:14:34.517770 dv-cinder-778193-10-iscsi neutron-server[94666]: 'SubPort': {'1.0'}, Sep 21 05:14:34.517770 dv-cinder-778193-10-iscsi neutron-server[94666]: 'Subnet': {'1.1'}, Sep 21 05:14:34.517770 dv-cinder-778193-10-iscsi neutron-server[94666]: 'Trunk': {'1.1'}} Sep 21 05:14:34.517770 dv-cinder-778193-10-iscsi neutron-server[94666]: consumer versions: Sep 21 05:14:34.517770 dv-cinder-778193-10-iscsi neutron-server[94666]: { DHCP agent@dv-cinder-778193-10-iscsi: {}, Sep 21 05:14:34.517770 dv-cinder-778193-10-iscsi neutron-server[94666]: L3 agent@dv-cinder-778193-10-iscsi: {}, Sep 21 05:14:34.517770 dv-cinder-778193-10-iscsi neutron-server[94666]: Metadata agent@dv-cinder-778193-10-iscsi: {}, Sep 21 05:14:34.517770 dv-cinder-778193-10-iscsi neutron-server[94666]: Metering agent@dv-cinder-778193-10-iscsi: {}, Sep 21 05:14:34.517770 dv-cinder-778193-10-iscsi neutron-server[94666]: Open vSwitch agent@dv-cinder-778193-10-iscsi: { 'AddressGroup': '1.2', Sep 21 05:14:34.517770 dv-cinder-778193-10-iscsi neutron-server[94666]: 'ConntrackHelper': '1.0', Sep 21 05:14:34.517770 dv-cinder-778193-10-iscsi neutron-server[94666]: 'Log': '1.0', Sep 21 05:14:34.517770 dv-cinder-778193-10-iscsi neutron-server[94666]: 'Network': '1.1', Sep 21 05:14:34.517770 dv-cinder-778193-10-iscsi neutron-server[94666]: 'Port': '1.7', Sep 21 05:14:34.517770 dv-cinder-778193-10-iscsi neutron-server[94666]: 'PortForwarding': '1.2', Sep 21 05:14:34.517770 dv-cinder-778193-10-iscsi neutron-server[94666]: 'QosPolicy': '1.9', Sep 21 05:14:34.517770 dv-cinder-778193-10-iscsi neutron-server[94666]: 'SecurityGroup': '1.4', Sep 21 05:14:34.517770 dv-cinder-778193-10-iscsi neutron-server[94666]: 'SecurityGroupRule': '1.2', Sep 21 05:14:34.517770 dv-cinder-778193-10-iscsi neutron-server[94666]: 'SubPort': '1.0', Sep 21 05:14:34.517770 dv-cinder-778193-10-iscsi neutron-server[94666]: 'Subnet': '1.1', Sep 21 05:14:34.517770 dv-cinder-778193-10-iscsi neutron-server[94666]: 'Trunk': '1.1'}} Sep 21 05:14:34.517770 dv-cinder-778193-10-iscsi neutron-server[94666]: {{(pid=94666) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 05:14:34.909241 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-092e0f47-92cc-4f91-b27d-c824753ad06f None None] Provisioning complete for port 79ee9339-764d-433d-aa9b-37f39f5205da triggered by entity DHCP. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:14:34.909620 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-092e0f47-92cc-4f91-b27d-c824753ad06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:14:34.995294 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-092e0f47-92cc-4f91-b27d-c824753ad06f None None] Provisioning complete for port 5004806a-d933-45c9-a1c8-5bb27be28738 triggered by entity DHCP. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:14:34.995669 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-092e0f47-92cc-4f91-b27d-c824753ad06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:14:35.790514 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fb0892b3-7900-4ab5-b39b-268c81dcc7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:14:36.665101 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 52026) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:14:36.861152 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fe3a8e-73ad-46c0-b15c-740e5a1bcb74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:14:36.861531 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fe3a8e-73ad-46c0-b15c-740e5a1bcb74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:14:36.863110 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-22fe3a8e-73ad-46c0-b15c-740e5a1bcb74 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1970668 Sep 21 05:14:38.585179 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-36ce07ea-0f60-4b85-a6a1-47ae9bfab85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:14:39.032376 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 52036) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:14:39.163564 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0fa585f-a51a-4cde-a721-d35565571b3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:14:39.164032 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0fa585f-a51a-4cde-a721-d35565571b3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:14:39.165554 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-b0fa585f-a51a-4cde-a721-d35565571b3f admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1322248 Sep 21 05:14:39.219991 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:14:39.853304 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2c351aa7-00e3-4828-8663-e1495c3162e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:14:41.116309 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a1fb1f33-fe48-4684-9a56-b3eb65d74809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:14:41.335957 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 52044) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:14:41.457610 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ae335a-0cf9-4667-94f3-21f0c3f5179e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:14:41.459033 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-48ae335a-0cf9-4667-94f3-21f0c3f5179e admin admin] 10.222.0.36 "GET /v2.0/networks/666bfb66-d53f-41b5-aa91-1f3481ab5acc HTTP/1.1" status: 200 len: 886 time: 0.1221011 Sep 21 05:14:43.639208 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 52052) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:14:43.783969 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0f7991-77cb-4dec-bfd9-9aacdff76c97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:14:43.785354 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-4f0f7991-77cb-4dec-bfd9-9aacdff76c97 admin admin] 10.222.0.36 "GET /v2.0/networks/d6fae591-a923-435b-87a1-d44f4810d41d HTTP/1.1" status: 200 len: 868 time: 0.1451864 Sep 21 05:14:45.942363 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 52060) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:14:46.065629 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28f035c-f52f-46ea-b2a1-bff6ea2950e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:14:46.066072 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28f035c-f52f-46ea-b2a1-bff6ea2950e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:14:46.067588 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-a28f035c-f52f-46ea-b2a1-bff6ea2950e4 admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1236818 Sep 21 05:14:48.252595 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 52068) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:14:48.343695 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5f0420-4087-4d74-b660-3ba76c50f079 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:14:48.344153 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5f0420-4087-4d74-b660-3ba76c50f079 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:14:48.345682 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-4c5f0420-4087-4d74-b660-3ba76c50f079 admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0921791 Sep 21 05:14:50.530511 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 52076) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:14:50.614215 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec17b35-dc76-4656-8839-8442bc61f6c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:14:50.616086 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-cec17b35-dc76-4656-8839-8442bc61f6c7 admin admin] 10.222.0.36 "GET /v2.0/subnets/80dd054f-6720-4669-be55-825ddd1b955a HTTP/1.1" status: 200 len: 816 time: 0.0845959 Sep 21 05:14:51.260072 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.agents_db [None req-b3bad76d-57ee-4137-9d9b-1a82d1aed62b None None] Agent healthcheck: found 5 active agents {{(pid=94669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 05:14:52.795586 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 52084) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:14:52.887183 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0f3b4d-55ee-4ee1-bce6-fb30770e8de0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:14:52.888528 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-1d0f3b4d-55ee-4ee1-bce6-fb30770e8de0 admin admin] 10.222.0.36 "GET /v2.0/subnets/907f75b9-4dc0-460d-946f-ede44abcf21e HTTP/1.1" status: 200 len: 868 time: 0.0919693 Sep 21 05:15:05.795697 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ab49d012-2d6d-46b8-be55-862cf5dbf5aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:15:08.579076 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f699e119-05b1-461a-b955-d94083c800a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:15:09.253259 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:15:09.836372 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2c351aa7-00e3-4828-8663-e1495c3162e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:15:11.115837 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a1fb1f33-fe48-4684-9a56-b3eb65d74809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:15:16.763604 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 52138) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:15:16.809851 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [None req-e1b2e31c-6aee-40dd-9ff6-fa06e5f5f94a admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 05:15:16.810860 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-e1b2e31c-6aee-40dd-9ff6-fa06e5f5f94a admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0462968 Sep 21 05:15:19.098435 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 52146) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:15:19.158267 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c0513f7-06c8-4c92-9321-6b4ede22f64b admin admin] GET failed (client error): The resource could not be found. Sep 21 05:15:19.161240 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-0c0513f7-06c8-4c92-9321-6b4ede22f64b admin admin] 10.222.0.36 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0602500 Sep 21 05:15:19.305161 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c949c615-9519-4f59-adc0-b4fbed41be3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:15:19.306586 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-c949c615-9519-4f59-adc0-b4fbed41be3b admin admin] 10.222.0.36 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1415963 Sep 21 05:15:21.520074 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 52154) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:15:21.565100 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [None req-26416c80-72b9-45ba-96eb-e4bad1acfaff admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:15:21.632177 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26416c80-72b9-45ba-96eb-e4bad1acfaff admin admin] Made reservation on behalf of 9a358cd6dea04f0c843d7021ab4df24c for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 05:15:21.632963 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-26416c80-72b9-45ba-96eb-e4bad1acfaff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:15:21.663142 dv-cinder-778193-10-iscsi neutron-server[94667]: WARNING neutron.services.revisions.revision_plugin [None req-26416c80-72b9-45ba-96eb-e4bad1acfaff admin admin] Could not find related network for resource to bump revision. Sep 21 05:15:21.673568 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26416c80-72b9-45ba-96eb-e4bad1acfaff admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 05:15:21.681822 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-26416c80-72b9-45ba-96eb-e4bad1acfaff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669518'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:15:21.682142 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.db.segments_db [None req-26416c80-72b9-45ba-96eb-e4bad1acfaff admin admin] Added segment 07c62f88-5550-4250-bb40-fe5abd17ec72 of type vlan for network 1db9a0c2-869e-4ddf-984a-70ad8afea71f Sep 21 05:15:21.719691 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-26416c80-72b9-45ba-96eb-e4bad1acfaff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751403734303'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:15:21.772654 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-26416c80-72b9-45ba-96eb-e4bad1acfaff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:15:21.773572 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26416c80-72b9-45ba-96eb-e4bad1acfaff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:15:21.774143 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-26416c80-72b9-45ba-96eb-e4bad1acfaff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531542'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:15:21.831782 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26416c80-72b9-45ba-96eb-e4bad1acfaff admin admin] Pushing event updated for resources: {'Network': ['ID=1db9a0c2-869e-4ddf-984a-70ad8afea71f,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:15:21.839094 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26416c80-72b9-45ba-96eb-e4bad1acfaff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:15:21.839454 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26416c80-72b9-45ba-96eb-e4bad1acfaff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:15:21.839797 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26416c80-72b9-45ba-96eb-e4bad1acfaff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:15:21.840132 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26416c80-72b9-45ba-96eb-e4bad1acfaff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:15:21.840461 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26416c80-72b9-45ba-96eb-e4bad1acfaff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:15:21.840803 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26416c80-72b9-45ba-96eb-e4bad1acfaff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:15:21.841135 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26416c80-72b9-45ba-96eb-e4bad1acfaff admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:15:21.841490 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26416c80-72b9-45ba-96eb-e4bad1acfaff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:15:21.841829 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26416c80-72b9-45ba-96eb-e4bad1acfaff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:15:21.842151 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26416c80-72b9-45ba-96eb-e4bad1acfaff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:15:21.842535 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26416c80-72b9-45ba-96eb-e4bad1acfaff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:15:21.842858 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26416c80-72b9-45ba-96eb-e4bad1acfaff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:15:21.853311 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Network 1db9a0c2-869e-4ddf-984a-70ad8afea71f details requested by agent ovs-agent-dv-cinder-778193-10-iscsi with host dv-cinder-778193-10-iscsi {{(pid=94668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 05:15:21.865392 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-26416c80-72b9-45ba-96eb-e4bad1acfaff admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.3441963 Sep 21 05:15:24.072128 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 52162) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:15:24.131415 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-2739bb19-a082-42c8-8d0d-99c38cb30e48 admin admin] GET failed (client error): The resource could not be found. Sep 21 05:15:24.132699 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-2739bb19-a082-42c8-8d0d-99c38cb30e48 admin admin] 10.222.0.36 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0596087 Sep 21 05:15:24.201934 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5490d06d-a5fa-45d2-a6ab-ac723d0b7cd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:15:24.203370 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-5490d06d-a5fa-45d2-a6ab-ac723d0b7cd3 admin admin] 10.222.0.36 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0661387 Sep 21 05:15:24.214146 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [None req-58159746-9f46-427a-b7b1-e7882f484932 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'network_id': '1db9a0c2-869e-4ddf-984a-70ad8afea71f', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:15:24.292795 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58159746-9f46-427a-b7b1-e7882f484932 admin admin] Made reservation on behalf of 9a358cd6dea04f0c843d7021ab4df24c for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 05:15:24.294973 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-58159746-9f46-427a-b7b1-e7882f484932 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:15:24.630018 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-58159746-9f46-427a-b7b1-e7882f484932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:15:24.680165 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58159746-9f46-427a-b7b1-e7882f484932 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2967f202-aa85-4790-a289-35a872ec8a5f,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:15:24.690197 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58159746-9f46-427a-b7b1-e7882f484932 admin admin] Checking segment: {'id': '07c62f88-5550-4250-bb40-fe5abd17ec72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1db9a0c2-869e-4ddf-984a-70ad8afea71f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 05:15:24.690580 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58159746-9f46-427a-b7b1-e7882f484932 admin admin] Network hostable DHCP agents. Network: 1db9a0c2-869e-4ddf-984a-70ad8afea71f, hostable agents: ['6e02bdac-2fb2-4f2e-acf6-c0c230e91990'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 05:15:24.761040 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58159746-9f46-427a-b7b1-e7882f484932 admin admin] Network 1db9a0c2-869e-4ddf-984a-70ad8afea71f is scheduled to be hosted by DHCP agent 6e02bdac-2fb2-4f2e-acf6-c0c230e91990 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 05:15:24.835733 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-58159746-9f46-427a-b7b1-e7882f484932 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-10-iscsi, 1db9a0c2-869e-4ddf-984a-70ad8afea71f) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:15:24.840202 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58159746-9f46-427a-b7b1-e7882f484932 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:15:24.840779 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-58159746-9f46-427a-b7b1-e7882f484932 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531542'] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:15:24.845069 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2248b994-0b3e-47df-9204-05d566bafba4 None None] Network 1db9a0c2-869e-4ddf-984a-70ad8afea71f requested from dv-cinder-778193-10-iscsi {{(pid=94668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 05:15:24.900032 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-58159746-9f46-427a-b7b1-e7882f484932 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6892326 Sep 21 05:15:25.084888 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72168e78-7baa-49a9-b303-3175e56319bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc935dc6c-459a-53c3-a524-c7ff278086b2-1db9a0c2-869e-4ddf-984a-70ad8afea71f', 'network_id': '1db9a0c2-869e-4ddf-984a-70ad8afea71f', 'tenant_id': '9a358cd6dea04f0c843d7021ab4df24c', 'fixed_ips': [{'subnet_id': '2967f202-aa85-4790-a289-35a872ec8a5f'}]}} from dv-cinder-778193-10-iscsi. {{(pid=94668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 05:15:25.085773 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-72168e78-7baa-49a9-b303-3175e56319bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:15:25.360099 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-72168e78-7baa-49a9-b303-3175e56319bd None None] Allocated IP 192.168.233.2 (1db9a0c2-869e-4ddf-984a-70ad8afea71f/2967f202-aa85-4790-a289-35a872ec8a5f/3247cc79-b275-4011-aa7b-038f5d899d26) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 05:15:25.503714 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-72168e78-7baa-49a9-b303-3175e56319bd None None] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:15:25.568271 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-72168e78-7baa-49a9-b303-3175e56319bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751403777208'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:15:25.605218 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72168e78-7baa-49a9-b303-3175e56319bd None None] Network 1db9a0c2-869e-4ddf-984a-70ad8afea71f is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 05:15:25.608038 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-72168e78-7baa-49a9-b303-3175e56319bd None None] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:15:25.610624 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72168e78-7baa-49a9-b303-3175e56319bd None None] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 05:15:25.622369 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72168e78-7baa-49a9-b303-3175e56319bd None None] Pushing event updated for resources: {'Port': ['ID=3247cc79-b275-4011-aa7b-038f5d899d26,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:15:25.645192 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72168e78-7baa-49a9-b303-3175e56319bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:15:25.645568 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72168e78-7baa-49a9-b303-3175e56319bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:15:25.645917 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72168e78-7baa-49a9-b303-3175e56319bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:15:25.646255 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72168e78-7baa-49a9-b303-3175e56319bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:15:25.646611 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72168e78-7baa-49a9-b303-3175e56319bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:15:25.646986 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72168e78-7baa-49a9-b303-3175e56319bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:15:25.647313 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72168e78-7baa-49a9-b303-3175e56319bd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:15:25.647657 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72168e78-7baa-49a9-b303-3175e56319bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:15:25.647999 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72168e78-7baa-49a9-b303-3175e56319bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:15:25.648329 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72168e78-7baa-49a9-b303-3175e56319bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:15:25.648649 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72168e78-7baa-49a9-b303-3175e56319bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:15:25.648966 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72168e78-7baa-49a9-b303-3175e56319bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:15:25.685654 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-72168e78-7baa-49a9-b303-3175e56319bd None None] Attempting to bind port 3247cc79-b275-4011-aa7b-038f5d899d26 on host dv-cinder-778193-10-iscsi for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 05:15:25.686024 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-72168e78-7baa-49a9-b303-3175e56319bd None None] Attempting to bind port 3247cc79-b275-4011-aa7b-038f5d899d26 by drivers openvswitch,hyperv on host dv-cinder-778193-10-iscsi at level 0 using segments [{'id': '07c62f88-5550-4250-bb40-fe5abd17ec72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1db9a0c2-869e-4ddf-984a-70ad8afea71f'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 05:15:25.686379 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72168e78-7baa-49a9-b303-3175e56319bd None None] Attempting to bind port 3247cc79-b275-4011-aa7b-038f5d899d26 on network 1db9a0c2-869e-4ddf-984a-70ad8afea71f {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 05:15:25.692051 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72168e78-7baa-49a9-b303-3175e56319bd None None] Checking agent: {'id': 'b0313305-4280-4067-8ee0-4ba61e64320d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 5, 12, 9), 'started_at': datetime.datetime(2021, 9, 21, 5, 12, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 5, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 05:15:25.692422 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72168e78-7baa-49a9-b303-3175e56319bd None None] Checking segment: {'id': '07c62f88-5550-4250-bb40-fe5abd17ec72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1db9a0c2-869e-4ddf-984a-70ad8afea71f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 05:15:25.692816 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-72168e78-7baa-49a9-b303-3175e56319bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:15:25.693201 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72168e78-7baa-49a9-b303-3175e56319bd None None] Bound using segment: {'id': '07c62f88-5550-4250-bb40-fe5abd17ec72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1db9a0c2-869e-4ddf-984a-70ad8afea71f'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 05:15:25.693655 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-72168e78-7baa-49a9-b303-3175e56319bd None None] Bound port: 3247cc79-b275-4011-aa7b-038f5d899d26, host: dv-cinder-778193-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07c62f88-5550-4250-bb40-fe5abd17ec72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1db9a0c2-869e-4ddf-984a-70ad8afea71f'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 05:15:25.694051 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-72168e78-7baa-49a9-b303-3175e56319bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:15:25.755136 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-72168e78-7baa-49a9-b303-3175e56319bd None None] For port 3247cc79-b275-4011-aa7b-038f5d899d26, host dv-cinder-778193-10-iscsi, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 05:15:25.758072 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-72168e78-7baa-49a9-b303-3175e56319bd None None] For port 3247cc79-b275-4011-aa7b-038f5d899d26, host dv-cinder-778193-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=3247cc79-b275-4011-aa7b-038f5d899d26,segment=NetworkSegment(07c62f88-5550-4250-bb40-fe5abd17ec72),segment_id=07c62f88-5550-4250-bb40-fe5abd17ec72)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 05:15:25.841978 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-72168e78-7baa-49a9-b303-3175e56319bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:15:25.901440 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72168e78-7baa-49a9-b303-3175e56319bd None None] Pushing event updated for resources: {'Port': ['ID=3247cc79-b275-4011-aa7b-038f5d899d26,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:15:26.700710 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5d39e9-5932-443f-9c0f-0ba85852c0b8 None None] Network 1db9a0c2-869e-4ddf-984a-70ad8afea71f requested from dv-cinder-778193-10-iscsi {{(pid=94668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 05:15:26.779800 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-a986474f-2406-4df7-b0da-4e24c3bef09e None None] Provisioning complete for port 3247cc79-b275-4011-aa7b-038f5d899d26 triggered by entity DHCP. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:15:26.780172 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a986474f-2406-4df7-b0da-4e24c3bef09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:15:26.811375 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device 3247cc79-b275-4011-aa7b-038f5d899d26 up at agent ovs-agent-dv-cinder-778193-10-iscsi {{(pid=94668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 05:15:26.961245 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a986474f-2406-4df7-b0da-4e24c3bef09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:15:26.964612 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Provisioning complete for port 3247cc79-b275-4011-aa7b-038f5d899d26 triggered by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:15:26.964976 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:15:27.028969 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-a986474f-2406-4df7-b0da-4e24c3bef09e None None] For port 3247cc79-b275-4011-aa7b-038f5d899d26, host dv-cinder-778193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=3247cc79-b275-4011-aa7b-038f5d899d26,segment=NetworkSegment(07c62f88-5550-4250-bb40-fe5abd17ec72),segment_id=07c62f88-5550-4250-bb40-fe5abd17ec72)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:15:27.078599 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:15:27.139310 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a986474f-2406-4df7-b0da-4e24c3bef09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:15:27.212963 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.db.api [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 05:15:27.213333 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG oslo_db.api [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 05:15:27.215956 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a986474f-2406-4df7-b0da-4e24c3bef09e None None] Pushing event updated for resources: {'Port': ['ID=3247cc79-b275-4011-aa7b-038f5d899d26,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:15:27.258967 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-7e39e688-4587-4a10-b3ba-f76004352b51 None None] Provisioning complete for port 3247cc79-b275-4011-aa7b-038f5d899d26 triggered by entity DHCP. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:15:27.259581 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7e39e688-4587-4a10-b3ba-f76004352b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:15:28.262022 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.agents_db [None req-b3bad76d-57ee-4137-9d9b-1a82d1aed62b None None] Agent healthcheck: found 5 active agents {{(pid=94669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 05:15:28.783910 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device 3247cc79-b275-4011-aa7b-038f5d899d26 up at agent ovs-agent-dv-cinder-778193-10-iscsi {{(pid=94668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 05:15:28.829823 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Provisioning complete for port 3247cc79-b275-4011-aa7b-038f5d899d26 triggered by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:15:28.830243 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:15:35.789691 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e484206f-faaa-462f-a179-7bb0ed52ae3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:15:38.595243 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7429fe5c-5684-4618-8db9-cbaf7fbda174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:15:39.245935 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:15:39.845870 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2c351aa7-00e3-4828-8663-e1495c3162e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:15:41.132477 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a1fb1f33-fe48-4684-9a56-b3eb65d74809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:16:05.259756 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.agents_db [None req-b3bad76d-57ee-4137-9d9b-1a82d1aed62b None None] Agent healthcheck: found 5 active agents {{(pid=94669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 05:16:05.806794 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0ed52978-8999-4389-a3d2-be599358ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:16:08.583471 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ed5b11de-498d-4757-b784-791820eef5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:16:09.252292 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:16:09.863632 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2c351aa7-00e3-4828-8663-e1495c3162e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:16:11.148832 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a1fb1f33-fe48-4684-9a56-b3eb65d74809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:16:35.799024 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4b6c96a1-7f31-4a21-a6c0-43f30cab8fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:16:38.576993 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-634fb93d-0758-4396-8425-e3adfe166265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:16:39.256857 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:16:39.856952 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2c351aa7-00e3-4828-8663-e1495c3162e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:16:41.177065 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a1fb1f33-fe48-4684-9a56-b3eb65d74809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:16:42.316261 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.agents_db [None req-b3bad76d-57ee-4137-9d9b-1a82d1aed62b None None] Agent healthcheck: found 5 active agents {{(pid=94669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 05:17:05.805188 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bdeeb717-39e5-4759-8eae-cacaf5d7bc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:17:08.198921 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 52216) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:17:08.205414 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [None req-c56b5a10-db64-425d-8a01-955302d5839c tempest-verify_tempest_config-1481332365 tempest-verify_tempest_config-1481332365-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 05:17:08.206403 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-c56b5a10-db64-425d-8a01-955302d5839c tempest-verify_tempest_config-1481332365 tempest-verify_tempest_config-1481332365-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0065038 Sep 21 05:17:08.610949 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bc89a3e5-90d1-428d-ba05-d2b7d5d3d0a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:17:08.722677 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 52234) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:17:08.846818 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-7b3e2919-1311-4abf-b0e7-fc84bc81cea3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:17:08.961332 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-7b3e2919-1311-4abf-b0e7-fc84bc81cea3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:17:09.038109 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-7b3e2919-1311-4abf-b0e7-fc84bc81cea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:17:09.090668 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-7b3e2919-1311-4abf-b0e7-fc84bc81cea3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4b4ee8360fd14f7690d9881e1ae58c12&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3668964 Sep 21 05:17:09.091579 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3e2919-1311-4abf-b0e7-fc84bc81cea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65034447-c1d3-41fb-844c-c0934b1e721a,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:17:09.093333 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 52240) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:17:09.099372 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3e2919-1311-4abf-b0e7-fc84bc81cea3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:17:09.099745 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3e2919-1311-4abf-b0e7-fc84bc81cea3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:17:09.100091 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3e2919-1311-4abf-b0e7-fc84bc81cea3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:17:09.100424 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3e2919-1311-4abf-b0e7-fc84bc81cea3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:17:09.101567 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3e2919-1311-4abf-b0e7-fc84bc81cea3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:17:09.101924 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3e2919-1311-4abf-b0e7-fc84bc81cea3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:17:09.102266 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3e2919-1311-4abf-b0e7-fc84bc81cea3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:17:09.102623 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3e2919-1311-4abf-b0e7-fc84bc81cea3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:17:09.102971 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3e2919-1311-4abf-b0e7-fc84bc81cea3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:17:09.103298 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3e2919-1311-4abf-b0e7-fc84bc81cea3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:17:09.103616 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3e2919-1311-4abf-b0e7-fc84bc81cea3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:17:09.103931 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3e2919-1311-4abf-b0e7-fc84bc81cea3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:17:09.153533 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fdc3c98f-c501-4ac1-b9d3-bba25b5d238f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:17:09.173984 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fdc3c98f-c501-4ac1-b9d3-bba25b5d238f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:17:09.323764 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:17:09.370824 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fdc3c98f-c501-4ac1-b9d3-bba25b5d238f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:17:09.373313 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fdc3c98f-c501-4ac1-b9d3-bba25b5d238f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:17:09.374473 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-fdc3c98f-c501-4ac1-b9d3-bba25b5d238f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/65034447-c1d3-41fb-844c-c0934b1e721a HTTP/1.1" status: 204 len: 168 time: 0.2794061 Sep 21 05:17:09.382314 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc3c98f-c501-4ac1-b9d3-bba25b5d238f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65034447-c1d3-41fb-844c-c0934b1e721a,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:17:09.389191 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc3c98f-c501-4ac1-b9d3-bba25b5d238f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:17:09.389562 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc3c98f-c501-4ac1-b9d3-bba25b5d238f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:17:09.389904 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc3c98f-c501-4ac1-b9d3-bba25b5d238f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:17:09.390237 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc3c98f-c501-4ac1-b9d3-bba25b5d238f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:17:09.391188 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc3c98f-c501-4ac1-b9d3-bba25b5d238f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:17:09.391781 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc3c98f-c501-4ac1-b9d3-bba25b5d238f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:17:09.392142 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc3c98f-c501-4ac1-b9d3-bba25b5d238f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:17:09.392521 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc3c98f-c501-4ac1-b9d3-bba25b5d238f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:17:09.392869 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc3c98f-c501-4ac1-b9d3-bba25b5d238f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:17:09.393195 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc3c98f-c501-4ac1-b9d3-bba25b5d238f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:17:09.393516 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc3c98f-c501-4ac1-b9d3-bba25b5d238f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:17:09.393858 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc3c98f-c501-4ac1-b9d3-bba25b5d238f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:17:09.891165 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2c351aa7-00e3-4828-8663-e1495c3162e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:17:11.136409 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a1fb1f33-fe48-4684-9a56-b3eb65d74809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:17:19.255373 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.agents_db [None req-b3bad76d-57ee-4137-9d9b-1a82d1aed62b None None] Agent healthcheck: found 5 active agents {{(pid=94669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 05:17:35.803237 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a5944e79-4b33-4615-8dd2-2dfb29f108c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:17:38.585940 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-08ef2f16-165f-42c9-a123-78bad28f4ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:17:39.244151 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:17:39.861774 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2c351aa7-00e3-4828-8663-e1495c3162e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:17:41.192565 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a1fb1f33-fe48-4684-9a56-b3eb65d74809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:17:56.253824 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.agents_db [None req-b3bad76d-57ee-4137-9d9b-1a82d1aed62b None None] Agent healthcheck: found 5 active agents {{(pid=94669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 05:18:05.826731 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1bc58c10-3eae-4a5d-a4c5-fe1d4d05b07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:18:08.592471 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d2e40be9-2749-4568-96a3-3016492634aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:18:09.255937 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:18:09.910219 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2c351aa7-00e3-4828-8663-e1495c3162e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:18:11.112308 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a1fb1f33-fe48-4684-9a56-b3eb65d74809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:18:33.253264 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.agents_db [None req-b3bad76d-57ee-4137-9d9b-1a82d1aed62b None None] Agent healthcheck: found 5 active agents {{(pid=94669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 05:18:35.820115 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1037f080-e749-4b69-b74c-427c444d911c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:18:37.506006 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-473132'] for agent, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:18:38.591734 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-061f676d-11eb-4952-b73b-cabb26e7a78d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:18:39.277404 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:18:39.865489 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2c351aa7-00e3-4828-8663-e1495c3162e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:18:41.149835 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a1fb1f33-fe48-4684-9a56-b3eb65d74809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:18:52.733952 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 52314) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:18:52.840985 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-793b3197-1fb9-4fc5-9b0c-9a424c606f2f admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1058924 Sep 21 05:18:55.062416 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 52324) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:18:55.116323 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-1913dcaa-d098-4cc8-ae79-599a25d62b79 admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0522861 Sep 21 05:19:05.802138 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cc798691-9706-471a-811f-02ded57aeab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:19:07.504932 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:19:08.585353 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cc6dfba4-5301-4bbd-a0f9-892756986a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:19:09.251909 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:19:09.886072 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2c351aa7-00e3-4828-8663-e1495c3162e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:19:10.252293 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.agents_db [None req-b3bad76d-57ee-4137-9d9b-1a82d1aed62b None None] Agent healthcheck: found 6 active agents {{(pid=94669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 05:19:11.150597 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a1fb1f33-fe48-4684-9a56-b3eb65d74809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:19:35.807946 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c0706cbe-901e-4144-96f5-6134b94fa1d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:19:37.510060 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:19:38.596217 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ae653f1f-1728-4b42-bfba-9564cb936e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:19:39.251805 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:19:39.864285 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2c351aa7-00e3-4828-8663-e1495c3162e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:19:41.148553 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a1fb1f33-fe48-4684-9a56-b3eb65d74809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:19:47.250922 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.agents_db [None req-b3bad76d-57ee-4137-9d9b-1a82d1aed62b None None] Agent healthcheck: found 6 active agents {{(pid=94669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 05:20:05.830321 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c921969c-e352-4e22-84ea-b6fc358fd209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:07.521206 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:08.621803 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8cd22b67-7660-401e-a1b5-784e433e8865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:09.258226 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:09.898729 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2c351aa7-00e3-4828-8663-e1495c3162e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:11.132662 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a1fb1f33-fe48-4684-9a56-b3eb65d74809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:23.446816 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 52520) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:20:23.587941 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 52534) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:20:23.746856 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [None req-65ebdab3-8b1f-48ef-8ea1-617e7bae8c19 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1420092631-network', 'tenant_id': '4e9fe364c04743439ad54f809d923dc4'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:20:23.829570 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ebdab3-8b1f-48ef-8ea1-617e7bae8c19 admin admin] Made reservation on behalf of 4e9fe364c04743439ad54f809d923dc4 for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 05:20:23.832460 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-65ebdab3-8b1f-48ef-8ea1-617e7bae8c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:23.844468 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-65ebdab3-8b1f-48ef-8ea1-617e7bae8c19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:23.931124 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-65ebdab3-8b1f-48ef-8ea1-617e7bae8c19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:24.017942 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-65ebdab3-8b1f-48ef-8ea1-617e7bae8c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:24.043179 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65ebdab3-8b1f-48ef-8ea1-617e7bae8c19 admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 05:20:24.051971 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ebdab3-8b1f-48ef-8ea1-617e7bae8c19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d4f0c1a-9737-4410-99f3-a729c4329db4,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:24.061601 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ebdab3-8b1f-48ef-8ea1-617e7bae8c19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:20:24.061907 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ebdab3-8b1f-48ef-8ea1-617e7bae8c19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:20:24.062241 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ebdab3-8b1f-48ef-8ea1-617e7bae8c19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:20:24.062641 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ebdab3-8b1f-48ef-8ea1-617e7bae8c19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:20:24.062972 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ebdab3-8b1f-48ef-8ea1-617e7bae8c19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:20:24.063312 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ebdab3-8b1f-48ef-8ea1-617e7bae8c19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:20:24.063635 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ebdab3-8b1f-48ef-8ea1-617e7bae8c19 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:20:24.063965 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ebdab3-8b1f-48ef-8ea1-617e7bae8c19 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:20:24.064305 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ebdab3-8b1f-48ef-8ea1-617e7bae8c19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:20:24.064621 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ebdab3-8b1f-48ef-8ea1-617e7bae8c19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:20:24.065112 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ebdab3-8b1f-48ef-8ea1-617e7bae8c19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:20:24.065598 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ebdab3-8b1f-48ef-8ea1-617e7bae8c19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:20:24.066749 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ebdab3-8b1f-48ef-8ea1-617e7bae8c19 admin admin] Tracked resource versions report: Sep 21 05:20:24.066749 dv-cinder-778193-10-iscsi neutron-server[94667]: pushed versions: Sep 21 05:20:24.066749 dv-cinder-778193-10-iscsi neutron-server[94667]: { 'AddressGroup': {'1.2'}, Sep 21 05:20:24.066749 dv-cinder-778193-10-iscsi neutron-server[94667]: 'ConntrackHelper': {'1.0'}, Sep 21 05:20:24.066749 dv-cinder-778193-10-iscsi neutron-server[94667]: 'Log': {'1.0'}, Sep 21 05:20:24.066749 dv-cinder-778193-10-iscsi neutron-server[94667]: 'Network': {'1.1'}, Sep 21 05:20:24.066749 dv-cinder-778193-10-iscsi neutron-server[94667]: 'Port': {'1.7'}, Sep 21 05:20:24.066749 dv-cinder-778193-10-iscsi neutron-server[94667]: 'PortForwarding': {'1.2'}, Sep 21 05:20:24.066749 dv-cinder-778193-10-iscsi neutron-server[94667]: 'QosPolicy': {'1.9'}, Sep 21 05:20:24.066749 dv-cinder-778193-10-iscsi neutron-server[94667]: 'SecurityGroup': {'1.4'}, Sep 21 05:20:24.066749 dv-cinder-778193-10-iscsi neutron-server[94667]: 'SecurityGroupRule': {'1.2'}, Sep 21 05:20:24.066749 dv-cinder-778193-10-iscsi neutron-server[94667]: 'SubPort': {'1.0'}, Sep 21 05:20:24.066749 dv-cinder-778193-10-iscsi neutron-server[94667]: 'Subnet': {'1.1'}, Sep 21 05:20:24.066749 dv-cinder-778193-10-iscsi neutron-server[94667]: 'Trunk': {'1.1'}} Sep 21 05:20:24.066749 dv-cinder-778193-10-iscsi neutron-server[94667]: consumer versions: Sep 21 05:20:24.066749 dv-cinder-778193-10-iscsi neutron-server[94667]: { DHCP agent@dv-cinder-778193-10-iscsi: {}, Sep 21 05:20:24.066749 dv-cinder-778193-10-iscsi neutron-server[94667]: HyperV agent@hv-cinder-77819: {}, Sep 21 05:20:24.066749 dv-cinder-778193-10-iscsi neutron-server[94667]: L3 agent@dv-cinder-778193-10-iscsi: {}, Sep 21 05:20:24.066749 dv-cinder-778193-10-iscsi neutron-server[94667]: Metadata agent@dv-cinder-778193-10-iscsi: {}, Sep 21 05:20:24.066749 dv-cinder-778193-10-iscsi neutron-server[94667]: Metering agent@dv-cinder-778193-10-iscsi: {}, Sep 21 05:20:24.066749 dv-cinder-778193-10-iscsi neutron-server[94667]: Open vSwitch agent@dv-cinder-778193-10-iscsi: { 'AddressGroup': '1.2', Sep 21 05:20:24.066749 dv-cinder-778193-10-iscsi neutron-server[94667]: 'ConntrackHelper': '1.0', Sep 21 05:20:24.066749 dv-cinder-778193-10-iscsi neutron-server[94667]: 'Log': '1.0', Sep 21 05:20:24.066749 dv-cinder-778193-10-iscsi neutron-server[94667]: 'Network': '1.1', Sep 21 05:20:24.066749 dv-cinder-778193-10-iscsi neutron-server[94667]: 'Port': '1.7', Sep 21 05:20:24.066749 dv-cinder-778193-10-iscsi neutron-server[94667]: 'PortForwarding': '1.2', Sep 21 05:20:24.066749 dv-cinder-778193-10-iscsi neutron-server[94667]: 'QosPolicy': '1.9', Sep 21 05:20:24.066749 dv-cinder-778193-10-iscsi neutron-server[94667]: 'SecurityGroup': '1.4', Sep 21 05:20:24.066749 dv-cinder-778193-10-iscsi neutron-server[94667]: 'SecurityGroupRule': '1.2', Sep 21 05:20:24.066749 dv-cinder-778193-10-iscsi neutron-server[94667]: 'SubPort': '1.0', Sep 21 05:20:24.066749 dv-cinder-778193-10-iscsi neutron-server[94667]: 'Subnet': '1.1', Sep 21 05:20:24.066749 dv-cinder-778193-10-iscsi neutron-server[94667]: 'Trunk': '1.1'}} Sep 21 05:20:24.066749 dv-cinder-778193-10-iscsi neutron-server[94667]: {{(pid=94667) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 05:20:24.075309 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [None req-51d85ecd-35b2-4146-9886-939fa09c2b26 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1593096502-network', 'tenant_id': 'c1270fbb20a848c2956184daa8db39c9'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:20:24.090708 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-65ebdab3-8b1f-48ef-8ea1-617e7bae8c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669518'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:24.090708 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.db.segments_db [None req-65ebdab3-8b1f-48ef-8ea1-617e7bae8c19 admin admin] Added segment 3eefd1e5-a305-4356-965d-2858027a4f3b of type vlan for network acaa46e6-03b3-4061-a0bc-9047aee21d03 Sep 21 05:20:24.150329 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-65ebdab3-8b1f-48ef-8ea1-617e7bae8c19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751403734303'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:24.168913 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d85ecd-35b2-4146-9886-939fa09c2b26 admin admin] Made reservation on behalf of c1270fbb20a848c2956184daa8db39c9 for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 05:20:24.171359 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-51d85ecd-35b2-4146-9886-939fa09c2b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:24.183814 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-51d85ecd-35b2-4146-9886-939fa09c2b26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:24.200709 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 52550) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:20:24.250658 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.agents_db [None req-b3bad76d-57ee-4137-9d9b-1a82d1aed62b None None] Agent healthcheck: found 6 active agents {{(pid=94669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 05:20:24.280448 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-51d85ecd-35b2-4146-9886-939fa09c2b26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:24.283187 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-65ebdab3-8b1f-48ef-8ea1-617e7bae8c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:24.284194 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ebdab3-8b1f-48ef-8ea1-617e7bae8c19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:20:24.284772 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-65ebdab3-8b1f-48ef-8ea1-617e7bae8c19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531542'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:24.337913 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 52566) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:20:24.370009 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ebdab3-8b1f-48ef-8ea1-617e7bae8c19 admin admin] Pushing event updated for resources: {'Network': ['ID=acaa46e6-03b3-4061-a0bc-9047aee21d03,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:24.377914 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-51d85ecd-35b2-4146-9886-939fa09c2b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:24.383587 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Network acaa46e6-03b3-4061-a0bc-9047aee21d03 details requested by agent ovs-agent-dv-cinder-778193-10-iscsi with host dv-cinder-778193-10-iscsi {{(pid=94668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 05:20:24.394798 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51d85ecd-35b2-4146-9886-939fa09c2b26 admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 05:20:24.419270 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d85ecd-35b2-4146-9886-939fa09c2b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d72aeb2-d08f-4ce9-9d4f-ab6b3dde7962,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:24.427308 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-51d85ecd-35b2-4146-9886-939fa09c2b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669518'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:24.427665 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.db.segments_db [None req-51d85ecd-35b2-4146-9886-939fa09c2b26 admin admin] Added segment 6416812b-9698-4c94-b689-508bdc693c40 of type vlan for network 151497d5-ce27-4271-a888-4f8a00b26617 Sep 21 05:20:24.437733 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-7b57fff5-2af4-4994-8ad4-57caf9c67cd8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1284043057-network', 'tenant_id': 'b64060143eab4fe4b14ef5a511665b1a'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:20:24.468399 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-51d85ecd-35b2-4146-9886-939fa09c2b26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751403734303'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:24.508469 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-65ebdab3-8b1f-48ef-8ea1-617e7bae8c19 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0604362 Sep 21 05:20:24.511311 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 52576) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:20:24.516650 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [None req-65e417ab-b7dd-4882-b69d-a99ae2ec8f40 admin admin] Request body: {'subnet': {'network_id': 'acaa46e6-03b3-4061-a0bc-9047aee21d03', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1420092631-subnet', 'tenant_id': '4e9fe364c04743439ad54f809d923dc4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:20:24.549135 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 52578) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:20:24.564640 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-51d85ecd-35b2-4146-9886-939fa09c2b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:24.565776 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d85ecd-35b2-4146-9886-939fa09c2b26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:20:24.566358 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-51d85ecd-35b2-4146-9886-939fa09c2b26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531542'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:24.593323 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b57fff5-2af4-4994-8ad4-57caf9c67cd8 admin admin] Made reservation on behalf of b64060143eab4fe4b14ef5a511665b1a for: {'network': 1} {{(pid=94666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 05:20:24.596641 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-7b57fff5-2af4-4994-8ad4-57caf9c67cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for network, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:24.608673 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-7b57fff5-2af4-4994-8ad4-57caf9c67cd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:24.626767 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-d62584b5-b748-46c8-97e1-ce00d44f88a7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-417382644-network', 'tenant_id': 'b32e07f20a3c46b38b6bcf4382ec365e'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:20:24.638733 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d85ecd-35b2-4146-9886-939fa09c2b26 admin admin] Pushing event updated for resources: {'Network': ['ID=151497d5-ce27-4271-a888-4f8a00b26617,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:24.652183 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Network 151497d5-ce27-4271-a888-4f8a00b26617 details requested by agent ovs-agent-dv-cinder-778193-10-iscsi with host dv-cinder-778193-10-iscsi {{(pid=94668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 05:20:24.667496 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e417ab-b7dd-4882-b69d-a99ae2ec8f40 admin admin] Made reservation on behalf of 4e9fe364c04743439ad54f809d923dc4 for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 05:20:24.670504 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-65e417ab-b7dd-4882-b69d-a99ae2ec8f40 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:24.774372 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [None req-5cf4225a-7043-47b0-808c-6a3893740d53 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-810749560-network', 'tenant_id': '772420021b474ce7806243f145c281b8'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:20:24.803627 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-51d85ecd-35b2-4146-9886-939fa09c2b26 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2137847 Sep 21 05:20:24.810335 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 52596) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:20:24.815695 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [None req-e48c97eb-f212-403e-95d6-f0c9357187f4 admin admin] Request body: {'subnet': {'network_id': '151497d5-ce27-4271-a888-4f8a00b26617', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1593096502-subnet', 'tenant_id': 'c1270fbb20a848c2956184daa8db39c9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:20:24.886643 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-7b57fff5-2af4-4994-8ad4-57caf9c67cd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:24.949873 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-65e417ab-b7dd-4882-b69d-a99ae2ec8f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:24.982857 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-7b57fff5-2af4-4994-8ad4-57caf9c67cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:24.998903 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b57fff5-2af4-4994-8ad4-57caf9c67cd8 admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=94666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 05:20:25.013326 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-7b57fff5-2af4-4994-8ad4-57caf9c67cd8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751404110996', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669518'] for segment, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:25.017800 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-7b57fff5-2af4-4994-8ad4-57caf9c67cd8 admin admin] Unsubscribe: segment precommit_create {{(pid=94666) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 21 05:20:25.017800 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.db.segments_db [None req-7b57fff5-2af4-4994-8ad4-57caf9c67cd8 admin admin] Added segment 867dd244-b99a-4551-9821-ce0615c07d65 of type vlan for network 5924b4aa-fb49-47a2-bb5c-959e13209f12 Sep 21 05:20:25.025872 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e417ab-b7dd-4882-b69d-a99ae2ec8f40 admin admin] Checking segment: {'id': '3eefd1e5-a305-4356-965d-2858027a4f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'acaa46e6-03b3-4061-a0bc-9047aee21d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 05:20:25.026072 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e417ab-b7dd-4882-b69d-a99ae2ec8f40 admin admin] Network hostable DHCP agents. Network: acaa46e6-03b3-4061-a0bc-9047aee21d03, hostable agents: ['6e02bdac-2fb2-4f2e-acf6-c0c230e91990'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 05:20:25.066157 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e417ab-b7dd-4882-b69d-a99ae2ec8f40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2257a29d-0b23-44ad-8782-ba21c62c43ba,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:25.116549 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-7b57fff5-2af4-4994-8ad4-57caf9c67cd8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751403734303'] for network, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:25.131748 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e417ab-b7dd-4882-b69d-a99ae2ec8f40 admin admin] Network acaa46e6-03b3-4061-a0bc-9047aee21d03 is scheduled to be hosted by DHCP agent 6e02bdac-2fb2-4f2e-acf6-c0c230e91990 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 05:20:25.147563 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b57fff5-2af4-4994-8ad4-57caf9c67cd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e08ba4-d666-486c-942b-b57944796c7e,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:25.166974 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b57fff5-2af4-4994-8ad4-57caf9c67cd8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:20:25.167332 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b57fff5-2af4-4994-8ad4-57caf9c67cd8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:20:25.168677 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b57fff5-2af4-4994-8ad4-57caf9c67cd8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:20:25.168677 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b57fff5-2af4-4994-8ad4-57caf9c67cd8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:20:25.168677 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b57fff5-2af4-4994-8ad4-57caf9c67cd8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:20:25.168677 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b57fff5-2af4-4994-8ad4-57caf9c67cd8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:20:25.169050 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b57fff5-2af4-4994-8ad4-57caf9c67cd8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:20:25.169327 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b57fff5-2af4-4994-8ad4-57caf9c67cd8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:20:25.170209 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b57fff5-2af4-4994-8ad4-57caf9c67cd8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:20:25.170209 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b57fff5-2af4-4994-8ad4-57caf9c67cd8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:20:25.170425 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b57fff5-2af4-4994-8ad4-57caf9c67cd8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:20:25.170607 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b57fff5-2af4-4994-8ad4-57caf9c67cd8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:20:25.171654 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b57fff5-2af4-4994-8ad4-57caf9c67cd8 admin admin] Tracked resource versions report: Sep 21 05:20:25.171654 dv-cinder-778193-10-iscsi neutron-server[94666]: pushed versions: Sep 21 05:20:25.171654 dv-cinder-778193-10-iscsi neutron-server[94666]: { 'AddressGroup': {'1.2'}, Sep 21 05:20:25.171654 dv-cinder-778193-10-iscsi neutron-server[94666]: 'ConntrackHelper': {'1.0'}, Sep 21 05:20:25.171654 dv-cinder-778193-10-iscsi neutron-server[94666]: 'Log': {'1.0'}, Sep 21 05:20:25.171654 dv-cinder-778193-10-iscsi neutron-server[94666]: 'Network': {'1.1'}, Sep 21 05:20:25.171654 dv-cinder-778193-10-iscsi neutron-server[94666]: 'Port': {'1.7'}, Sep 21 05:20:25.171654 dv-cinder-778193-10-iscsi neutron-server[94666]: 'PortForwarding': {'1.2'}, Sep 21 05:20:25.171654 dv-cinder-778193-10-iscsi neutron-server[94666]: 'QosPolicy': {'1.9'}, Sep 21 05:20:25.171654 dv-cinder-778193-10-iscsi neutron-server[94666]: 'SecurityGroup': {'1.4'}, Sep 21 05:20:25.171654 dv-cinder-778193-10-iscsi neutron-server[94666]: 'SecurityGroupRule': {'1.2'}, Sep 21 05:20:25.171654 dv-cinder-778193-10-iscsi neutron-server[94666]: 'SubPort': {'1.0'}, Sep 21 05:20:25.171654 dv-cinder-778193-10-iscsi neutron-server[94666]: 'Subnet': {'1.1'}, Sep 21 05:20:25.171654 dv-cinder-778193-10-iscsi neutron-server[94666]: 'Trunk': {'1.1'}} Sep 21 05:20:25.171654 dv-cinder-778193-10-iscsi neutron-server[94666]: consumer versions: Sep 21 05:20:25.171654 dv-cinder-778193-10-iscsi neutron-server[94666]: { DHCP agent@dv-cinder-778193-10-iscsi: {}, Sep 21 05:20:25.171654 dv-cinder-778193-10-iscsi neutron-server[94666]: HyperV agent@hv-cinder-77819: {}, Sep 21 05:20:25.171654 dv-cinder-778193-10-iscsi neutron-server[94666]: L3 agent@dv-cinder-778193-10-iscsi: {}, Sep 21 05:20:25.171654 dv-cinder-778193-10-iscsi neutron-server[94666]: Metadata agent@dv-cinder-778193-10-iscsi: {}, Sep 21 05:20:25.171654 dv-cinder-778193-10-iscsi neutron-server[94666]: Metering agent@dv-cinder-778193-10-iscsi: {}, Sep 21 05:20:25.171654 dv-cinder-778193-10-iscsi neutron-server[94666]: Open vSwitch agent@dv-cinder-778193-10-iscsi: { 'AddressGroup': '1.2', Sep 21 05:20:25.171654 dv-cinder-778193-10-iscsi neutron-server[94666]: 'ConntrackHelper': '1.0', Sep 21 05:20:25.171654 dv-cinder-778193-10-iscsi neutron-server[94666]: 'Log': '1.0', Sep 21 05:20:25.171654 dv-cinder-778193-10-iscsi neutron-server[94666]: 'Network': '1.1', Sep 21 05:20:25.171654 dv-cinder-778193-10-iscsi neutron-server[94666]: 'Port': '1.7', Sep 21 05:20:25.171654 dv-cinder-778193-10-iscsi neutron-server[94666]: 'PortForwarding': '1.2', Sep 21 05:20:25.171654 dv-cinder-778193-10-iscsi neutron-server[94666]: 'QosPolicy': '1.9', Sep 21 05:20:25.171654 dv-cinder-778193-10-iscsi neutron-server[94666]: 'SecurityGroup': '1.4', Sep 21 05:20:25.171654 dv-cinder-778193-10-iscsi neutron-server[94666]: 'SecurityGroupRule': '1.2', Sep 21 05:20:25.171654 dv-cinder-778193-10-iscsi neutron-server[94666]: 'SubPort': '1.0', Sep 21 05:20:25.171654 dv-cinder-778193-10-iscsi neutron-server[94666]: 'Subnet': '1.1', Sep 21 05:20:25.171654 dv-cinder-778193-10-iscsi neutron-server[94666]: 'Trunk': '1.1'}} Sep 21 05:20:25.171654 dv-cinder-778193-10-iscsi neutron-server[94666]: {{(pid=94666) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 05:20:25.187107 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d62584b5-b748-46c8-97e1-ce00d44f88a7 admin admin] Made reservation on behalf of b32e07f20a3c46b38b6bcf4382ec365e for: {'network': 1} {{(pid=94666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 05:20:25.190718 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d62584b5-b748-46c8-97e1-ce00d44f88a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for network, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:25.201616 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d62584b5-b748-46c8-97e1-ce00d44f88a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:25.252576 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-65e417ab-b7dd-4882-b69d-a99ae2ec8f40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-10-iscsi, acaa46e6-03b3-4061-a0bc-9047aee21d03) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:20:25.257032 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e417ab-b7dd-4882-b69d-a99ae2ec8f40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:20:25.257855 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-65e417ab-b7dd-4882-b69d-a99ae2ec8f40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531542'] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:25.265210 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915c2ca0-728f-476c-bd18-2ea1f52d9679 None None] Network acaa46e6-03b3-4061-a0bc-9047aee21d03 requested from dv-cinder-778193-10-iscsi {{(pid=94668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 05:20:25.287267 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-7b57fff5-2af4-4994-8ad4-57caf9c67cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524'] for network, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:25.288481 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b57fff5-2af4-4994-8ad4-57caf9c67cd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:20:25.289236 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-7b57fff5-2af4-4994-8ad4-57caf9c67cd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531542'] for network, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:25.297648 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf4225a-7043-47b0-808c-6a3893740d53 admin admin] Made reservation on behalf of 772420021b474ce7806243f145c281b8 for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 05:20:25.300962 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5cf4225a-7043-47b0-808c-6a3893740d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:25.317711 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5cf4225a-7043-47b0-808c-6a3893740d53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:25.386729 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-65e417ab-b7dd-4882-b69d-a99ae2ec8f40 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8738625 Sep 21 05:20:25.402493 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.db.api [None req-5cf4225a-7043-47b0-808c-6a3893740d53 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 21 05:20:25.402493 dv-cinder-778193-10-iscsi neutron-server[94667]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 21 05:20:25.402493 dv-cinder-778193-10-iscsi neutron-server[94667]: [parameters: {'project_id_1': '772420021b474ce7806243f145c281b8', 'expiration_1': datetime.datetime(2021, 9, 21, 5, 20, 5, 333690)}] Sep 21 05:20:25.402493 dv-cinder-778193-10-iscsi neutron-server[94667]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94667) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 05:20:25.402888 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG oslo_db.api [None req-5cf4225a-7043-47b0-808c-6a3893740d53 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 05:20:25.428561 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb61015-ab31-4f59-9c2d-b28de0b0afe4 None None] Network acaa46e6-03b3-4061-a0bc-9047aee21d03 requested from dv-cinder-778193-10-iscsi {{(pid=94668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 05:20:25.434163 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.db.api [None req-d62584b5-b748-46c8-97e1-ce00d44f88a7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 21 05:20:25.434163 dv-cinder-778193-10-iscsi neutron-server[94666]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 21 05:20:25.434163 dv-cinder-778193-10-iscsi neutron-server[94666]: [parameters: {'project_id_1': 'b32e07f20a3c46b38b6bcf4382ec365e', 'expiration_1': datetime.datetime(2021, 9, 21, 5, 20, 5, 216482)}] Sep 21 05:20:25.434163 dv-cinder-778193-10-iscsi neutron-server[94666]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 05:20:25.434540 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG oslo_db.api [None req-d62584b5-b748-46c8-97e1-ce00d44f88a7 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 05:20:25.437515 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b57fff5-2af4-4994-8ad4-57caf9c67cd8 admin admin] Pushing event updated for resources: {'Network': ['ID=5924b4aa-fb49-47a2-bb5c-959e13209f12,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:25.452249 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Network 5924b4aa-fb49-47a2-bb5c-959e13209f12 details requested by agent ovs-agent-dv-cinder-778193-10-iscsi with host dv-cinder-778193-10-iscsi {{(pid=94668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 05:20:25.492809 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e48c97eb-f212-403e-95d6-f0c9357187f4 admin admin] Made reservation on behalf of c1270fbb20a848c2956184daa8db39c9 for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 05:20:25.495149 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e48c97eb-f212-403e-95d6-f0c9357187f4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:25.555919 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-7b57fff5-2af4-4994-8ad4-57caf9c67cd8 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3542407 Sep 21 05:20:25.558669 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 52640) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:20:25.563736 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-c0df597b-6e47-4935-ad92-08e145ec7630 admin admin] Request body: {'subnet': {'network_id': '5924b4aa-fb49-47a2-bb5c-959e13209f12', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1284043057-subnet', 'tenant_id': 'b64060143eab4fe4b14ef5a511665b1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:20:25.686515 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0df597b-6e47-4935-ad92-08e145ec7630 admin admin] Made reservation on behalf of b64060143eab4fe4b14ef5a511665b1a for: {'subnet': 1} {{(pid=94666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 05:20:25.688851 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-c0df597b-6e47-4935-ad92-08e145ec7630 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:25.822025 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e48c97eb-f212-403e-95d6-f0c9357187f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:25.889447 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48c97eb-f212-403e-95d6-f0c9357187f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6d02048-06ff-4c3a-9a06-2b16d4e50c51,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:25.899525 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48c97eb-f212-403e-95d6-f0c9357187f4 admin admin] Checking segment: {'id': '6416812b-9698-4c94-b689-508bdc693c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '151497d5-ce27-4271-a888-4f8a00b26617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 05:20:25.899972 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48c97eb-f212-403e-95d6-f0c9357187f4 admin admin] Network hostable DHCP agents. Network: 151497d5-ce27-4271-a888-4f8a00b26617, hostable agents: ['6e02bdac-2fb2-4f2e-acf6-c0c230e91990'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 05:20:25.903841 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5cf4225a-7043-47b0-808c-6a3893740d53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:25.936288 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d62584b5-b748-46c8-97e1-ce00d44f88a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:25.996314 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-c0df597b-6e47-4935-ad92-08e145ec7630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524'] for subnet, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:26.048042 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5cf4225a-7043-47b0-808c-6a3893740d53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:26.061395 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48c97eb-f212-403e-95d6-f0c9357187f4 admin admin] Network 151497d5-ce27-4271-a888-4f8a00b26617 is scheduled to be hosted by DHCP agent 6e02bdac-2fb2-4f2e-acf6-c0c230e91990 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 05:20:26.065414 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0df597b-6e47-4935-ad92-08e145ec7630 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb31e64e-231d-4419-bf19-44f0d2bc22f7,revision_number=0']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:26.080489 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0df597b-6e47-4935-ad92-08e145ec7630 admin admin] Checking segment: {'id': '867dd244-b99a-4551-9821-ce0615c07d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5924b4aa-fb49-47a2-bb5c-959e13209f12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 05:20:26.081068 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0df597b-6e47-4935-ad92-08e145ec7630 admin admin] Network hostable DHCP agents. Network: 5924b4aa-fb49-47a2-bb5c-959e13209f12, hostable agents: ['6e02bdac-2fb2-4f2e-acf6-c0c230e91990'], hosted agents: [] {{(pid=94666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 05:20:26.115550 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5cf4225a-7043-47b0-808c-6a3893740d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:26.149739 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cf4225a-7043-47b0-808c-6a3893740d53 admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 05:20:26.155433 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-e48c97eb-f212-403e-95d6-f0c9357187f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-10-iscsi, 151497d5-ce27-4271-a888-4f8a00b26617) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:20:26.166292 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48c97eb-f212-403e-95d6-f0c9357187f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:20:26.166915 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e48c97eb-f212-403e-95d6-f0c9357187f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531542'] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:26.174004 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca9064d-0c96-4d19-b95f-4bec30607f8a None None] Network 151497d5-ce27-4271-a888-4f8a00b26617 requested from dv-cinder-778193-10-iscsi {{(pid=94668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 05:20:26.222665 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5cf4225a-7043-47b0-808c-6a3893740d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669518'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:26.223018 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.db.segments_db [None req-5cf4225a-7043-47b0-808c-6a3893740d53 admin admin] Added segment f6433832-0821-4a1f-a147-34f75b2bc1b3 of type vlan for network 007b9195-968a-4aaf-8c91-9ba7bd7821aa Sep 21 05:20:26.224339 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4225a-7043-47b0-808c-6a3893740d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51f349ae-d67b-446a-aa1d-0d8310ade78e,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:26.226189 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0df597b-6e47-4935-ad92-08e145ec7630 admin admin] Network 5924b4aa-fb49-47a2-bb5c-959e13209f12 is scheduled to be hosted by DHCP agent 6e02bdac-2fb2-4f2e-acf6-c0c230e91990 with binding_index 1 {{(pid=94666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 05:20:26.268734 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.base_scheduler [None req-c0df597b-6e47-4935-ad92-08e145ec7630 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-10-iscsi, 5924b4aa-fb49-47a2-bb5c-959e13209f12) {{(pid=94666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:20:26.276024 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0df597b-6e47-4935-ad92-08e145ec7630 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:20:26.276618 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-c0df597b-6e47-4935-ad92-08e145ec7630 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531542'] for subnet, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:26.354956 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d62584b5-b748-46c8-97e1-ce00d44f88a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:26.363780 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f8ff0b-a163-4c33-b041-3f1906446f57 None None] Network 5924b4aa-fb49-47a2-bb5c-959e13209f12 requested from dv-cinder-778193-10-iscsi {{(pid=94668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 05:20:26.369982 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5cf4225a-7043-47b0-808c-6a3893740d53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751403734303'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:26.448158 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d62584b5-b748-46c8-97e1-ce00d44f88a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:26.477266 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d62584b5-b748-46c8-97e1-ce00d44f88a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=94666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 05:20:26.487404 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62584b5-b748-46c8-97e1-ce00d44f88a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cce4bfb-a0e0-494a-811c-9f464d26dbd8,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:26.492288 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d62584b5-b748-46c8-97e1-ce00d44f88a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669518'] for segment, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:26.492635 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.db.segments_db [None req-d62584b5-b748-46c8-97e1-ce00d44f88a7 admin admin] Added segment 7060156c-f29a-4325-a9cc-bc814eef362d of type vlan for network 89413bf2-67e6-460f-929f-b974da260979 Sep 21 05:20:26.532443 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d62584b5-b748-46c8-97e1-ce00d44f88a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751403734303'] for network, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:26.535681 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2842ecd-d785-489f-9c9b-1418b7ef8f1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc935dc6c-459a-53c3-a524-c7ff278086b2-151497d5-ce27-4271-a888-4f8a00b26617', 'network_id': '151497d5-ce27-4271-a888-4f8a00b26617', 'tenant_id': 'c1270fbb20a848c2956184daa8db39c9', 'fixed_ips': [{'subnet_id': 'f6d02048-06ff-4c3a-9a06-2b16d4e50c51'}]}} from dv-cinder-778193-10-iscsi. {{(pid=94668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 05:20:26.539666 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b2842ecd-d785-489f-9c9b-1418b7ef8f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:26.565806 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5cf4225a-7043-47b0-808c-6a3893740d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:26.569744 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf4225a-7043-47b0-808c-6a3893740d53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:20:26.570388 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5cf4225a-7043-47b0-808c-6a3893740d53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531542'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:26.639370 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4225a-7043-47b0-808c-6a3893740d53 admin admin] Pushing event updated for resources: {'Network': ['ID=007b9195-968a-4aaf-8c91-9ba7bd7821aa,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:26.652715 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3715b52d-e5a9-48ae-9887-c52f328ee8fc None None] Network 5924b4aa-fb49-47a2-bb5c-959e13209f12 requested from dv-cinder-778193-10-iscsi {{(pid=94668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 05:20:26.654454 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Network 007b9195-968a-4aaf-8c91-9ba7bd7821aa details requested by agent ovs-agent-dv-cinder-778193-10-iscsi with host dv-cinder-778193-10-iscsi {{(pid=94668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 05:20:26.662495 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d62584b5-b748-46c8-97e1-ce00d44f88a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524'] for network, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:26.663595 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62584b5-b748-46c8-97e1-ce00d44f88a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:20:26.664303 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d62584b5-b748-46c8-97e1-ce00d44f88a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531542'] for network, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:26.680868 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-e48c97eb-f212-403e-95d6-f0c9357187f4 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8693657 Sep 21 05:20:26.683761 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 52676) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:20:26.705534 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [None req-98fd7617-4899-4b52-b371-9c54c237afde admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1593096502-router', 'tenant_id': 'c1270fbb20a848c2956184daa8db39c9', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc'}}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:20:26.739328 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-5cf4225a-7043-47b0-808c-6a3893740d53 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1891270 Sep 21 05:20:26.740173 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 52678) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:20:26.743362 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-c0df597b-6e47-4935-ad92-08e145ec7630 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1789711 Sep 21 05:20:26.748166 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 52680) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:20:26.748823 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 52682) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:20:26.753522 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-410b272a-6150-4f1a-a3d1-2008788dfaf8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1284043057-router', 'tenant_id': 'b64060143eab4fe4b14ef5a511665b1a', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc'}}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:20:26.755419 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [None req-f226681a-1af6-4058-bb7f-b698998c02e4 admin admin] Request body: {'subnet': {'network_id': '007b9195-968a-4aaf-8c91-9ba7bd7821aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-810749560-subnet', 'tenant_id': '772420021b474ce7806243f145c281b8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:20:26.825514 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62584b5-b748-46c8-97e1-ce00d44f88a7 admin admin] Pushing event updated for resources: {'Network': ['ID=89413bf2-67e6-460f-929f-b974da260979,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:26.838995 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-98fd7617-4899-4b52-b371-9c54c237afde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-474502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:26.840091 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 52688) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:20:26.841005 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-98fd7617-4899-4b52-b371-9c54c237afde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-475014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-432907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:26.843530 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Network 89413bf2-67e6-460f-929f-b974da260979 details requested by agent ovs-agent-dv-cinder-778193-10-iscsi with host dv-cinder-778193-10-iscsi {{(pid=94668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 05:20:26.846516 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-b2588dd1-f142-4c44-936b-33cc9d7f87a6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1015113843-network', 'tenant_id': '4ea7057c7a884f239b8f6c0cf6767b06'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:20:26.910953 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-b2842ecd-d785-489f-9c9b-1418b7ef8f1b None None] Allocated IP 172.20.0.2 (151497d5-ce27-4271-a888-4f8a00b26617/f6d02048-06ff-4c3a-9a06-2b16d4e50c51/72af3e1e-563b-467b-81b6-204c872c52fd) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 05:20:26.922644 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-d62584b5-b748-46c8-97e1-ce00d44f88a7 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.5829864 Sep 21 05:20:26.925403 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 52692) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:20:26.932028 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-fb2184d9-e10a-4c32-9d9e-7c69a96b70a8 admin admin] Request body: {'subnet': {'network_id': '89413bf2-67e6-460f-929f-b974da260979', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-417382644-subnet', 'tenant_id': 'b32e07f20a3c46b38b6bcf4382ec365e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:20:26.941472 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-98fd7617-4899-4b52-b371-9c54c237afde admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:27.054897 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f226681a-1af6-4058-bb7f-b698998c02e4 admin admin] Made reservation on behalf of 772420021b474ce7806243f145c281b8 for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 05:20:27.057205 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f226681a-1af6-4058-bb7f-b698998c02e4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:27.068483 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-a2ce6d66-64b6-498e-9ed3-15296904d41b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:27.144416 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-410b272a-6150-4f1a-a3d1-2008788dfaf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-474502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:27.145442 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-410b272a-6150-4f1a-a3d1-2008788dfaf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-475014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-432907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:27.149128 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b2842ecd-d785-489f-9c9b-1418b7ef8f1b None None] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:27.214264 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-410b272a-6150-4f1a-a3d1-2008788dfaf8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:27.247320 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b2842ecd-d785-489f-9c9b-1418b7ef8f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751403777208'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:27.248245 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2588dd1-f142-4c44-936b-33cc9d7f87a6 admin admin] Made reservation on behalf of 4ea7057c7a884f239b8f6c0cf6767b06 for: {'network': 1} {{(pid=94666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 05:20:27.251160 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-b2588dd1-f142-4c44-936b-33cc9d7f87a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for network, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:27.266105 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-b2588dd1-f142-4c44-936b-33cc9d7f87a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:27.310730 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-98fd7617-4899-4b52-b371-9c54c237afde admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:27.409252 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2842ecd-d785-489f-9c9b-1418b7ef8f1b None None] Network 151497d5-ce27-4271-a888-4f8a00b26617 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 05:20:27.418733 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-b2842ecd-d785-489f-9c9b-1418b7ef8f1b None None] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:20:27.423837 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2842ecd-d785-489f-9c9b-1418b7ef8f1b None None] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 05:20:27.428924 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2842ecd-d785-489f-9c9b-1418b7ef8f1b None None] Pushing event updated for resources: {'Port': ['ID=72af3e1e-563b-467b-81b6-204c872c52fd,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:27.436418 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2184d9-e10a-4c32-9d9e-7c69a96b70a8 admin admin] Made reservation on behalf of b32e07f20a3c46b38b6bcf4382ec365e for: {'subnet': 1} {{(pid=94666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 05:20:27.438252 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-fb2184d9-e10a-4c32-9d9e-7c69a96b70a8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:27.453058 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2842ecd-d785-489f-9c9b-1418b7ef8f1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:20:27.453429 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2842ecd-d785-489f-9c9b-1418b7ef8f1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:20:27.453780 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2842ecd-d785-489f-9c9b-1418b7ef8f1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:20:27.454119 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2842ecd-d785-489f-9c9b-1418b7ef8f1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:20:27.454486 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2842ecd-d785-489f-9c9b-1418b7ef8f1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:20:27.454812 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2842ecd-d785-489f-9c9b-1418b7ef8f1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:20:27.455589 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2842ecd-d785-489f-9c9b-1418b7ef8f1b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:20:27.455918 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2842ecd-d785-489f-9c9b-1418b7ef8f1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:20:27.456263 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2842ecd-d785-489f-9c9b-1418b7ef8f1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:20:27.456597 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2842ecd-d785-489f-9c9b-1418b7ef8f1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:20:27.456918 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2842ecd-d785-489f-9c9b-1418b7ef8f1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:20:27.457245 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2842ecd-d785-489f-9c9b-1418b7ef8f1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:20:27.458326 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2842ecd-d785-489f-9c9b-1418b7ef8f1b None None] Tracked resource versions report: Sep 21 05:20:27.458326 dv-cinder-778193-10-iscsi neutron-server[94668]: pushed versions: Sep 21 05:20:27.458326 dv-cinder-778193-10-iscsi neutron-server[94668]: { 'AddressGroup': {'1.2'}, Sep 21 05:20:27.458326 dv-cinder-778193-10-iscsi neutron-server[94668]: 'ConntrackHelper': {'1.0'}, Sep 21 05:20:27.458326 dv-cinder-778193-10-iscsi neutron-server[94668]: 'Log': {'1.0'}, Sep 21 05:20:27.458326 dv-cinder-778193-10-iscsi neutron-server[94668]: 'Network': {'1.1'}, Sep 21 05:20:27.458326 dv-cinder-778193-10-iscsi neutron-server[94668]: 'Port': {'1.7'}, Sep 21 05:20:27.458326 dv-cinder-778193-10-iscsi neutron-server[94668]: 'PortForwarding': {'1.2'}, Sep 21 05:20:27.458326 dv-cinder-778193-10-iscsi neutron-server[94668]: 'QosPolicy': {'1.9'}, Sep 21 05:20:27.458326 dv-cinder-778193-10-iscsi neutron-server[94668]: 'SecurityGroup': {'1.4'}, Sep 21 05:20:27.458326 dv-cinder-778193-10-iscsi neutron-server[94668]: 'SecurityGroupRule': {'1.2'}, Sep 21 05:20:27.458326 dv-cinder-778193-10-iscsi neutron-server[94668]: 'SubPort': {'1.0'}, Sep 21 05:20:27.458326 dv-cinder-778193-10-iscsi neutron-server[94668]: 'Subnet': {'1.1'}, Sep 21 05:20:27.458326 dv-cinder-778193-10-iscsi neutron-server[94668]: 'Trunk': {'1.1'}} Sep 21 05:20:27.458326 dv-cinder-778193-10-iscsi neutron-server[94668]: consumer versions: Sep 21 05:20:27.458326 dv-cinder-778193-10-iscsi neutron-server[94668]: { DHCP agent@dv-cinder-778193-10-iscsi: {}, Sep 21 05:20:27.458326 dv-cinder-778193-10-iscsi neutron-server[94668]: HyperV agent@hv-cinder-77819: {}, Sep 21 05:20:27.458326 dv-cinder-778193-10-iscsi neutron-server[94668]: L3 agent@dv-cinder-778193-10-iscsi: {}, Sep 21 05:20:27.458326 dv-cinder-778193-10-iscsi neutron-server[94668]: Metadata agent@dv-cinder-778193-10-iscsi: {}, Sep 21 05:20:27.458326 dv-cinder-778193-10-iscsi neutron-server[94668]: Metering agent@dv-cinder-778193-10-iscsi: {}, Sep 21 05:20:27.458326 dv-cinder-778193-10-iscsi neutron-server[94668]: Open vSwitch agent@dv-cinder-778193-10-iscsi: { 'AddressGroup': '1.2', Sep 21 05:20:27.458326 dv-cinder-778193-10-iscsi neutron-server[94668]: 'ConntrackHelper': '1.0', Sep 21 05:20:27.458326 dv-cinder-778193-10-iscsi neutron-server[94668]: 'Log': '1.0', Sep 21 05:20:27.458326 dv-cinder-778193-10-iscsi neutron-server[94668]: 'Network': '1.1', Sep 21 05:20:27.458326 dv-cinder-778193-10-iscsi neutron-server[94668]: 'Port': '1.7', Sep 21 05:20:27.458326 dv-cinder-778193-10-iscsi neutron-server[94668]: 'PortForwarding': '1.2', Sep 21 05:20:27.458326 dv-cinder-778193-10-iscsi neutron-server[94668]: 'QosPolicy': '1.9', Sep 21 05:20:27.458326 dv-cinder-778193-10-iscsi neutron-server[94668]: 'SecurityGroup': '1.4', Sep 21 05:20:27.458326 dv-cinder-778193-10-iscsi neutron-server[94668]: 'SecurityGroupRule': '1.2', Sep 21 05:20:27.458326 dv-cinder-778193-10-iscsi neutron-server[94668]: 'SubPort': '1.0', Sep 21 05:20:27.458326 dv-cinder-778193-10-iscsi neutron-server[94668]: 'Subnet': '1.1', Sep 21 05:20:27.458326 dv-cinder-778193-10-iscsi neutron-server[94668]: 'Trunk': '1.1'}} Sep 21 05:20:27.458326 dv-cinder-778193-10-iscsi neutron-server[94668]: {{(pid=94668) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 05:20:27.476807 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.db.api [None req-b2588dd1-f142-4c44-936b-33cc9d7f87a6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 21 05:20:27.476807 dv-cinder-778193-10-iscsi neutron-server[94666]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 21 05:20:27.476807 dv-cinder-778193-10-iscsi neutron-server[94666]: [parameters: {'project_id_1': '4ea7057c7a884f239b8f6c0cf6767b06', 'expiration_1': datetime.datetime(2021, 9, 21, 5, 20, 7, 299609)}] Sep 21 05:20:27.476807 dv-cinder-778193-10-iscsi neutron-server[94666]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 05:20:27.477214 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG oslo_db.api [None req-b2588dd1-f142-4c44-936b-33cc9d7f87a6 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 05:20:27.493947 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-b2842ecd-d785-489f-9c9b-1418b7ef8f1b None None] Attempting to bind port 72af3e1e-563b-467b-81b6-204c872c52fd on host dv-cinder-778193-10-iscsi for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 05:20:27.494320 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-b2842ecd-d785-489f-9c9b-1418b7ef8f1b None None] Attempting to bind port 72af3e1e-563b-467b-81b6-204c872c52fd by drivers openvswitch,hyperv on host dv-cinder-778193-10-iscsi at level 0 using segments [{'id': '6416812b-9698-4c94-b689-508bdc693c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '151497d5-ce27-4271-a888-4f8a00b26617'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 05:20:27.495079 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2842ecd-d785-489f-9c9b-1418b7ef8f1b None None] Attempting to bind port 72af3e1e-563b-467b-81b6-204c872c52fd on network 151497d5-ce27-4271-a888-4f8a00b26617 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 05:20:27.500203 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2842ecd-d785-489f-9c9b-1418b7ef8f1b None None] Checking agent: {'id': 'b0313305-4280-4067-8ee0-4ba61e64320d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 5, 12, 9), 'started_at': datetime.datetime(2021, 9, 21, 5, 12, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 5, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 05:20:27.500810 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2842ecd-d785-489f-9c9b-1418b7ef8f1b None None] Checking segment: {'id': '6416812b-9698-4c94-b689-508bdc693c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '151497d5-ce27-4271-a888-4f8a00b26617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 05:20:27.501219 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b2842ecd-d785-489f-9c9b-1418b7ef8f1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:27.501637 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2842ecd-d785-489f-9c9b-1418b7ef8f1b None None] Bound using segment: {'id': '6416812b-9698-4c94-b689-508bdc693c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '151497d5-ce27-4271-a888-4f8a00b26617'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 05:20:27.502104 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-b2842ecd-d785-489f-9c9b-1418b7ef8f1b None None] Bound port: 72af3e1e-563b-467b-81b6-204c872c52fd, host: dv-cinder-778193-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6416812b-9698-4c94-b689-508bdc693c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '151497d5-ce27-4271-a888-4f8a00b26617'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 05:20:27.502708 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b2842ecd-d785-489f-9c9b-1418b7ef8f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:27.564590 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-b2842ecd-d785-489f-9c9b-1418b7ef8f1b None None] For port 72af3e1e-563b-467b-81b6-204c872c52fd, host dv-cinder-778193-10-iscsi, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 05:20:27.567877 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-b2842ecd-d785-489f-9c9b-1418b7ef8f1b None None] For port 72af3e1e-563b-467b-81b6-204c872c52fd, host dv-cinder-778193-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=72af3e1e-563b-467b-81b6-204c872c52fd,segment=NetworkSegment(6416812b-9698-4c94-b689-508bdc693c40),segment_id=6416812b-9698-4c94-b689-508bdc693c40)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 05:20:27.583880 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-a2ce6d66-64b6-498e-9ed3-15296904d41b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:27.590772 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f226681a-1af6-4058-bb7f-b698998c02e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:27.662053 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b2842ecd-d785-489f-9c9b-1418b7ef8f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:27.664523 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-410b272a-6150-4f1a-a3d1-2008788dfaf8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:27.709481 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f226681a-1af6-4058-bb7f-b698998c02e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a68d4d6-aa72-4762-8b15-dd5ef7ab0ec9,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:27.727727 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-98fd7617-4899-4b52-b371-9c54c237afde admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:27.729906 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2842ecd-d785-489f-9c9b-1418b7ef8f1b None None] Pushing event updated for resources: {'Port': ['ID=72af3e1e-563b-467b-81b6-204c872c52fd,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:27.730350 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f226681a-1af6-4058-bb7f-b698998c02e4 admin admin] Checking segment: {'id': 'f6433832-0821-4a1f-a147-34f75b2bc1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '007b9195-968a-4aaf-8c91-9ba7bd7821aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 05:20:27.730883 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f226681a-1af6-4058-bb7f-b698998c02e4 admin admin] Network hostable DHCP agents. Network: 007b9195-968a-4aaf-8c91-9ba7bd7821aa, hostable agents: ['6e02bdac-2fb2-4f2e-acf6-c0c230e91990'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 05:20:27.767795 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-a2ce6d66-64b6-498e-9ed3-15296904d41b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:27.770737 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-98fd7617-4899-4b52-b371-9c54c237afde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:27.820762 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ce6d66-64b6-498e-9ed3-15296904d41b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c86313-afa5-4aa0-804c-81ceb6bbfc18,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:27.825063 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-a2ce6d66-64b6-498e-9ed3-15296904d41b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2b5d39047b504827a0415dfce33bc9e5&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0669093 Sep 21 05:20:27.828475 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 52704) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:20:27.908374 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-fb2184d9-e10a-4c32-9d9e-7c69a96b70a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524'] for subnet, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:27.920341 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-98fd7617-4899-4b52-b371-9c54c237afde admin admin] Allocated IP 172.27.3.151 (666bfb66-d53f-41b5-aa91-1f3481ab5acc/80dd054f-6720-4669-be55-825ddd1b955a/0e3dae2b-e1b4-47a3-b546-2e8980b35558) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 05:20:27.930683 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f226681a-1af6-4058-bb7f-b698998c02e4 admin admin] Network 007b9195-968a-4aaf-8c91-9ba7bd7821aa is scheduled to be hosted by DHCP agent 6e02bdac-2fb2-4f2e-acf6-c0c230e91990 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 05:20:27.981424 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-ff81a730-6d7b-463e-a227-28abd7b49749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:28.012261 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-b2588dd1-f142-4c44-936b-33cc9d7f87a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:28.032203 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-f226681a-1af6-4058-bb7f-b698998c02e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-10-iscsi, 007b9195-968a-4aaf-8c91-9ba7bd7821aa) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:20:28.044066 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f226681a-1af6-4058-bb7f-b698998c02e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:20:28.044790 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f226681a-1af6-4058-bb7f-b698998c02e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531542'] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:28.045923 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed3fa74-4c29-49b8-94a7-312bf61da53c None None] Network 007b9195-968a-4aaf-8c91-9ba7bd7821aa requested from dv-cinder-778193-10-iscsi {{(pid=94668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 05:20:28.075370 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-98fd7617-4899-4b52-b371-9c54c237afde admin admin] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:28.092176 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-ff81a730-6d7b-463e-a227-28abd7b49749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:28.117431 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-f226681a-1af6-4058-bb7f-b698998c02e4 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3738685 Sep 21 05:20:28.122235 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 52712) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:20:28.127171 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [None req-ca323c5a-de27-47ee-b732-954d4e197b07 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-810749560-router', 'tenant_id': '772420021b474ce7806243f145c281b8', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc'}}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:20:28.128876 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2184d9-e10a-4c32-9d9e-7c69a96b70a8 admin admin] Checking segment: {'id': '7060156c-f29a-4325-a9cc-bc814eef362d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '89413bf2-67e6-460f-929f-b974da260979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 05:20:28.129563 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2184d9-e10a-4c32-9d9e-7c69a96b70a8 admin admin] Network hostable DHCP agents. Network: 89413bf2-67e6-460f-929f-b974da260979, hostable agents: ['6e02bdac-2fb2-4f2e-acf6-c0c230e91990'], hosted agents: [] {{(pid=94666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 05:20:28.132596 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2184d9-e10a-4c32-9d9e-7c69a96b70a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be3e42f0-1d35-4295-b225-023127081ba2,revision_number=0']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:28.209407 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-98fd7617-4899-4b52-b371-9c54c237afde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751403777208'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:28.242479 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ffdf46e-10f4-412c-814a-78e3975b5ff5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc935dc6c-459a-53c3-a524-c7ff278086b2-007b9195-968a-4aaf-8c91-9ba7bd7821aa', 'network_id': '007b9195-968a-4aaf-8c91-9ba7bd7821aa', 'tenant_id': '772420021b474ce7806243f145c281b8', 'fixed_ips': [{'subnet_id': '8a68d4d6-aa72-4762-8b15-dd5ef7ab0ec9'}]}} from dv-cinder-778193-10-iscsi. {{(pid=94668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 05:20:28.244554 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1ffdf46e-10f4-412c-814a-78e3975b5ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:28.285407 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98fd7617-4899-4b52-b371-9c54c237afde admin admin] Network 666bfb66-d53f-41b5-aa91-1f3481ab5acc is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 05:20:28.289496 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-98fd7617-4899-4b52-b371-9c54c237afde admin admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:20:28.291931 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fd7617-4899-4b52-b371-9c54c237afde admin admin] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 05:20:28.295215 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fd7617-4899-4b52-b371-9c54c237afde admin admin] Pushing event updated for resources: {'Port': ['ID=0e3dae2b-e1b4-47a3-b546-2e8980b35558,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:28.311668 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2184d9-e10a-4c32-9d9e-7c69a96b70a8 admin admin] Network 89413bf2-67e6-460f-929f-b974da260979 is scheduled to be hosted by DHCP agent 6e02bdac-2fb2-4f2e-acf6-c0c230e91990 with binding_index 1 {{(pid=94666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 05:20:28.321620 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.base_scheduler [None req-fb2184d9-e10a-4c32-9d9e-7c69a96b70a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-10-iscsi, 89413bf2-67e6-460f-929f-b974da260979) {{(pid=94666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:20:28.340998 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-ff81a730-6d7b-463e-a227-28abd7b49749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:28.344315 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-ff81a730-6d7b-463e-a227-28abd7b49749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:28.345307 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-ff81a730-6d7b-463e-a227-28abd7b49749 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d3c86313-afa5-4aa0-804c-81ceb6bbfc18 HTTP/1.1" status: 204 len: 168 time: 0.5142560 Sep 21 05:20:28.346699 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2184d9-e10a-4c32-9d9e-7c69a96b70a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:20:28.347286 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-fb2184d9-e10a-4c32-9d9e-7c69a96b70a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531542'] for subnet, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:28.402991 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7d05d7-0ae8-43b3-902b-e3d884627d92 None None] Network 89413bf2-67e6-460f-929f-b974da260979 requested from dv-cinder-778193-10-iscsi {{(pid=94668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 05:20:28.426872 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff81a730-6d7b-463e-a227-28abd7b49749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c86313-afa5-4aa0-804c-81ceb6bbfc18,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:28.521292 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-410b272a-6150-4f1a-a3d1-2008788dfaf8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:28.530216 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-1ffdf46e-10f4-412c-814a-78e3975b5ff5 None None] Allocated IP 172.20.0.2 (007b9195-968a-4aaf-8c91-9ba7bd7821aa/8a68d4d6-aa72-4762-8b15-dd5ef7ab0ec9/b9d1c38e-9cc6-4cc0-a161-0d52a1fa0bfc) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 05:20:28.553313 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-410b272a-6150-4f1a-a3d1-2008788dfaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:28.707251 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679f57cb-fd2a-4f99-946c-f5230de18cc8 None None] Network 89413bf2-67e6-460f-929f-b974da260979 requested from dv-cinder-778193-10-iscsi {{(pid=94668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 05:20:28.791782 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-98fd7617-4899-4b52-b371-9c54c237afde admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:28.813116 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.db.db_base_plugin_common [None req-410b272a-6150-4f1a-a3d1-2008788dfaf8 admin admin] Allocated IP 172.27.3.206 (666bfb66-d53f-41b5-aa91-1f3481ab5acc/80dd054f-6720-4669-be55-825ddd1b955a/08e48f07-ff20-4412-9095-dde052a63194) {{(pid=94666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 05:20:28.911353 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1ffdf46e-10f4-412c-814a-78e3975b5ff5 None None] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:28.926067 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-b2588dd1-f142-4c44-936b-33cc9d7f87a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:28.971458 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39570f8-be01-4cb2-a8c4-62918a49414b None None] Network 151497d5-ce27-4271-a888-4f8a00b26617 requested from dv-cinder-778193-10-iscsi {{(pid=94668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 05:20:29.027465 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-b2588dd1-f142-4c44-936b-33cc9d7f87a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:29.032261 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1ffdf46e-10f4-412c-814a-78e3975b5ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751403777208'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:29.071254 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-410b272a-6150-4f1a-a3d1-2008788dfaf8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:29.136701 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device 72af3e1e-563b-467b-81b6-204c872c52fd up at agent ovs-agent-dv-cinder-778193-10-iscsi {{(pid=94668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 05:20:29.139691 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-96d2209c-048f-4c2d-93bb-4a426576398d None None] Provisioning complete for port 72af3e1e-563b-467b-81b6-204c872c52fd triggered by entity DHCP. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:20:29.140685 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-96d2209c-048f-4c2d-93bb-4a426576398d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:29.141714 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-98fd7617-4899-4b52-b371-9c54c237afde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473169'] for router, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:29.169798 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-fb2184d9-e10a-4c32-9d9e-7c69a96b70a8 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2430375 Sep 21 05:20:29.216348 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2588dd1-f142-4c44-936b-33cc9d7f87a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=94666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 05:20:29.253935 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-b2588dd1-f142-4c44-936b-33cc9d7f87a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669518'] for segment, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:29.253935 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.db.segments_db [None req-b2588dd1-f142-4c44-936b-33cc9d7f87a6 admin admin] Added segment 435162ba-710b-4d5e-bca7-b18e1618c9de of type vlan for network 7ace6229-f3bf-48cd-b7ca-5a33fbbead9e Sep 21 05:20:29.253935 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2588dd1-f142-4c44-936b-33cc9d7f87a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2e2a5d-f967-49d2-bd3f-214515306528,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:29.274354 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ca323c5a-de27-47ee-b732-954d4e197b07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-474502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:29.275604 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ca323c5a-de27-47ee-b732-954d4e197b07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-475014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-432907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:29.319854 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-b2588dd1-f142-4c44-936b-33cc9d7f87a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751403734303'] for network, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:29.331206 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffdf46e-10f4-412c-814a-78e3975b5ff5 None None] Network 007b9195-968a-4aaf-8c91-9ba7bd7821aa is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 05:20:29.340575 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ca323c5a-de27-47ee-b732-954d4e197b07 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:29.344731 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-1ffdf46e-10f4-412c-814a-78e3975b5ff5 None None] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:20:29.346618 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-410b272a-6150-4f1a-a3d1-2008788dfaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751403777208'] for port, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:29.375574 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffdf46e-10f4-412c-814a-78e3975b5ff5 None None] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 05:20:29.383606 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffdf46e-10f4-412c-814a-78e3975b5ff5 None None] Pushing event updated for resources: {'Port': ['ID=b9d1c38e-9cc6-4cc0-a161-0d52a1fa0bfc,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:29.457609 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410b272a-6150-4f1a-a3d1-2008788dfaf8 admin admin] Network 666bfb66-d53f-41b5-aa91-1f3481ab5acc is already hosted by enough agents. {{(pid=94666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 05:20:29.472475 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.base_scheduler [None req-410b272a-6150-4f1a-a3d1-2008788dfaf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:20:29.488333 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410b272a-6150-4f1a-a3d1-2008788dfaf8 admin admin] Received port after_create {{(pid=94666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 05:20:29.539426 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-1ffdf46e-10f4-412c-814a-78e3975b5ff5 None None] Attempting to bind port b9d1c38e-9cc6-4cc0-a161-0d52a1fa0bfc on host dv-cinder-778193-10-iscsi for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 05:20:29.539426 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-1ffdf46e-10f4-412c-814a-78e3975b5ff5 None None] Attempting to bind port b9d1c38e-9cc6-4cc0-a161-0d52a1fa0bfc by drivers openvswitch,hyperv on host dv-cinder-778193-10-iscsi at level 0 using segments [{'id': 'f6433832-0821-4a1f-a147-34f75b2bc1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '007b9195-968a-4aaf-8c91-9ba7bd7821aa'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 05:20:29.539426 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffdf46e-10f4-412c-814a-78e3975b5ff5 None None] Attempting to bind port b9d1c38e-9cc6-4cc0-a161-0d52a1fa0bfc on network 007b9195-968a-4aaf-8c91-9ba7bd7821aa {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 05:20:29.552201 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410b272a-6150-4f1a-a3d1-2008788dfaf8 admin admin] Pushing event updated for resources: {'Port': ['ID=08e48f07-ff20-4412-9095-dde052a63194,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:29.570602 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffdf46e-10f4-412c-814a-78e3975b5ff5 None None] Checking agent: {'id': 'b0313305-4280-4067-8ee0-4ba61e64320d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 5, 12, 9), 'started_at': datetime.datetime(2021, 9, 21, 5, 12, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 5, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 05:20:29.570983 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffdf46e-10f4-412c-814a-78e3975b5ff5 None None] Checking segment: {'id': 'f6433832-0821-4a1f-a147-34f75b2bc1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '007b9195-968a-4aaf-8c91-9ba7bd7821aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 05:20:29.571392 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1ffdf46e-10f4-412c-814a-78e3975b5ff5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:29.571794 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffdf46e-10f4-412c-814a-78e3975b5ff5 None None] Bound using segment: {'id': 'f6433832-0821-4a1f-a147-34f75b2bc1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '007b9195-968a-4aaf-8c91-9ba7bd7821aa'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 05:20:29.572284 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-1ffdf46e-10f4-412c-814a-78e3975b5ff5 None None] Bound port: b9d1c38e-9cc6-4cc0-a161-0d52a1fa0bfc, host: dv-cinder-778193-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6433832-0821-4a1f-a147-34f75b2bc1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '007b9195-968a-4aaf-8c91-9ba7bd7821aa'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 05:20:29.572691 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1ffdf46e-10f4-412c-814a-78e3975b5ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:29.605336 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-b2588dd1-f142-4c44-936b-33cc9d7f87a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524'] for network, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:29.617223 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2588dd1-f142-4c44-936b-33cc9d7f87a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:20:29.617514 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-b2588dd1-f142-4c44-936b-33cc9d7f87a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531542'] for network, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:29.629368 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98fd7617-4899-4b52-b371-9c54c237afde admin admin] Router ff2dd978-6edc-4c47-92a7-6f19c17a2f21 is scheduled to L3 agent e4914d08-4fb7-43fa-94fb-1720f1d16cb4 with binding_index 1 {{(pid=94667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 05:20:29.631820 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Provisioning complete for port 72af3e1e-563b-467b-81b6-204c872c52fd triggered by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:20:29.633751 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:29.691495 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-96d2209c-048f-4c2d-93bb-4a426576398d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:29.855014 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-96d2209c-048f-4c2d-93bb-4a426576398d None None] For port 72af3e1e-563b-467b-81b6-204c872c52fd, host dv-cinder-778193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=72af3e1e-563b-467b-81b6-204c872c52fd,segment=NetworkSegment(6416812b-9698-4c94-b689-508bdc693c40),segment_id=6416812b-9698-4c94-b689-508bdc693c40)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:20:29.858888 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-1ffdf46e-10f4-412c-814a-78e3975b5ff5 None None] For port b9d1c38e-9cc6-4cc0-a161-0d52a1fa0bfc, host dv-cinder-778193-10-iscsi, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 05:20:29.869437 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-1ffdf46e-10f4-412c-814a-78e3975b5ff5 None None] For port b9d1c38e-9cc6-4cc0-a161-0d52a1fa0bfc, host dv-cinder-778193-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=b9d1c38e-9cc6-4cc0-a161-0d52a1fa0bfc,segment=NetworkSegment(f6433832-0821-4a1f-a147-34f75b2bc1b3),segment_id=f6433832-0821-4a1f-a147-34f75b2bc1b3)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 05:20:29.881458 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-b2588dd1-f142-4c44-936b-33cc9d7f87a6 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.0400167 Sep 21 05:20:29.884498 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 52774) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:20:29.886144 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2588dd1-f142-4c44-936b-33cc9d7f87a6 admin admin] Pushing event updated for resources: {'Network': ['ID=7ace6229-f3bf-48cd-b7ca-5a33fbbead9e,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:29.896128 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-c540e80e-aaf8-4152-b5b5-e6e2c874f268 admin admin] Request body: {'subnet': {'network_id': '7ace6229-f3bf-48cd-b7ca-5a33fbbead9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1015113843-subnet', 'tenant_id': '4ea7057c7a884f239b8f6c0cf6767b06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:20:29.921274 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Network 7ace6229-f3bf-48cd-b7ca-5a33fbbead9e details requested by agent ovs-agent-dv-cinder-778193-10-iscsi with host dv-cinder-778193-10-iscsi {{(pid=94668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 05:20:29.960935 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 52790) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:20:29.963117 dv-cinder-778193-10-iscsi neutron-server[94666]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 21 05:20:29.994351 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ca323c5a-de27-47ee-b732-954d4e197b07 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:30.012462 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-96d2209c-048f-4c2d-93bb-4a426576398d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:30.022604 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1ffdf46e-10f4-412c-814a-78e3975b5ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:30.025897 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c540e80e-aaf8-4152-b5b5-e6e2c874f268 admin admin] Made reservation on behalf of 4ea7057c7a884f239b8f6c0cf6767b06 for: {'subnet': 1} {{(pid=94666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 05:20:30.028360 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-c540e80e-aaf8-4152-b5b5-e6e2c874f268 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:30.079199 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:30.104400 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98fd7617-4899-4b52-b371-9c54c237afde admin admin] Notify agent at l3_agent.dv-cinder-778193-10-iscsi the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 05:20:30.118624 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91762bf-d879-4fef-b27d-d8d1639cb8cc None None] Sync routers for ids ['ff2dd978-6edc-4c47-92a7-6f19c17a2f21'] in dv-cinder-778193-10-iscsi {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 05:20:30.137326 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d2209c-048f-4c2d-93bb-4a426576398d None None] Pushing event updated for resources: {'Port': ['ID=72af3e1e-563b-467b-81b6-204c872c52fd,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:30.138470 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91762bf-d879-4fef-b27d-d8d1639cb8cc None None] Routers {'ff2dd978-6edc-4c47-92a7-6f19c17a2f21'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:20:30.139198 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-a91762bf-d879-4fef-b27d-d8d1639cb8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:20:09Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['ff2dd978-6edc-4c47-92a7-6f19c17a2f21'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:20:30.229197 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-98fd7617-4899-4b52-b371-9c54c237afde admin admin] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:30.230872 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-98fd7617-4899-4b52-b371-9c54c237afde admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.5418379 Sep 21 05:20:30.234119 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 52796) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:20:30.257277 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-53d97cc2-e307-49f1-9e22-1960fc72a614 None None] Provisioning complete for port 72af3e1e-563b-467b-81b6-204c872c52fd triggered by entity DHCP. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:20:30.257887 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-53d97cc2-e307-49f1-9e22-1960fc72a614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:30.352526 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-a91762bf-d879-4fef-b27d-d8d1639cb8cc None None] Set router ff2dd978-6edc-4c47-92a7-6f19c17a2f21 gateway port host: dv-cinder-778193-10-iscsi {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:20:30.354646 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.db.api [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 05:20:30.354821 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG oslo_db.api [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 05:20:30.380009 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffdf46e-10f4-412c-814a-78e3975b5ff5 None None] Pushing event updated for resources: {'Port': ['ID=b9d1c38e-9cc6-4cc0-a161-0d52a1fa0bfc,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:30.656558 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-a91762bf-d879-4fef-b27d-d8d1639cb8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2dd978-6edc-4c47-92a7-6f19c17a2f21', 'name': 'tempest-AttachVolumeTestJSON-1593096502-router', 'tenant_id': 'c1270fbb20a848c2956184daa8db39c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '0e3dae2b-e1b4-47a3-b546-2e8980b35558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:20:26Z', 'updated_at': '2021-09-21T05:20:28Z', 'revision_number': 3, 'project_id': 'c1270fbb20a848c2956184daa8db39c9', 'gw_port': {'id': '0e3dae2b-e1b4-47a3-b546-2e8980b35558', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:7f:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff2dd978-6edc-4c47-92a7-6f19c17a2f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:20:27Z', 'updated_at': '2021-09-21T05:20:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi'}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:20:30.691080 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91762bf-d879-4fef-b27d-d8d1639cb8cc None None] Checking router: ff2dd978-6edc-4c47-92a7-6f19c17a2f21 for host: dv-cinder-778193-10-iscsi {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 05:20:30.691990 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91762bf-d879-4fef-b27d-d8d1639cb8cc None None] Updating router ff2dd978-6edc-4c47-92a7-6f19c17a2f21 port 0e3dae2b-e1b4-47a3-b546-2e8980b35558 binding host dv-cinder-778193-10-iscsi {{(pid=94669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 05:20:30.701648 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-410b272a-6150-4f1a-a3d1-2008788dfaf8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:30.720873 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a91762bf-d879-4fef-b27d-d8d1639cb8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:30.721922 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ca323c5a-de27-47ee-b732-954d4e197b07 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:30.748083 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ca323c5a-de27-47ee-b732-954d4e197b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:30.791466 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0febb3d9-7cda-4f1c-bd72-2cfacbfea210 req-22f17a84-e918-48ad-ae49-8d2c80d5237e tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:20:30.799232 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0febb3d9-7cda-4f1c-bd72-2cfacbfea210 req-22f17a84-e918-48ad-ae49-8d2c80d5237e tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] 10.222.0.36 "GET /v2.0/networks?id=89413bf2-67e6-460f-929f-b974da260979 HTTP/1.1" status: 200 len: 811 time: 0.8372087 Sep 21 05:20:30.843294 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0febb3d9-7cda-4f1c-bd72-2cfacbfea210 req-4b00bc38-827c-408e-9a6c-0cb019ebbe89 tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] 10.222.0.36 "GET /v2.0/quotas/b32e07f20a3c46b38b6bcf4382ec365e HTTP/1.1" status: 200 len: 375 time: 0.0431178 Sep 21 05:20:31.043366 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0febb3d9-7cda-4f1c-bd72-2cfacbfea210 req-eacf0638-7946-453e-9c9c-0640e75dcb40 tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b32e07f20a3c46b38b6bcf4382ec365e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1991010 Sep 21 05:20:31.169428 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-01255330-a1c4-4ff1-8008-e6cb6cf9a083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:31.180173 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a91762bf-d879-4fef-b27d-d8d1639cb8cc None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:31.286995 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a91762bf-d879-4fef-b27d-d8d1639cb8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:31.376543 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bebd4f-f408-4453-80fc-a2adffab20bd None None] Pushing event updated for resources: {'Port': ['ID=0e3dae2b-e1b4-47a3-b546-2e8980b35558,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:31.424866 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-ca323c5a-de27-47ee-b732-954d4e197b07 admin admin] Allocated IP 172.27.3.224 (666bfb66-d53f-41b5-aa91-1f3481ab5acc/80dd054f-6720-4669-be55-825ddd1b955a/820f8cfb-2e0b-431f-a515-c22b419c47fc) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 05:20:31.426071 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device b9d1c38e-9cc6-4cc0-a161-0d52a1fa0bfc up at agent ovs-agent-dv-cinder-778193-10-iscsi {{(pid=94668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 05:20:31.426821 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bebd4f-f408-4453-80fc-a2adffab20bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:20:31.427194 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bebd4f-f408-4453-80fc-a2adffab20bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:20:31.429704 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bebd4f-f408-4453-80fc-a2adffab20bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:20:31.430063 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bebd4f-f408-4453-80fc-a2adffab20bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:20:31.431756 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bebd4f-f408-4453-80fc-a2adffab20bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:20:31.432277 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bebd4f-f408-4453-80fc-a2adffab20bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:20:31.432827 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bebd4f-f408-4453-80fc-a2adffab20bd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:20:31.435258 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bebd4f-f408-4453-80fc-a2adffab20bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:20:31.435930 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bebd4f-f408-4453-80fc-a2adffab20bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:20:31.436594 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bebd4f-f408-4453-80fc-a2adffab20bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:20:31.439247 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bebd4f-f408-4453-80fc-a2adffab20bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:20:31.439821 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bebd4f-f408-4453-80fc-a2adffab20bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:20:31.441089 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bebd4f-f408-4453-80fc-a2adffab20bd None None] Tracked resource versions report: Sep 21 05:20:31.441089 dv-cinder-778193-10-iscsi neutron-server[94669]: pushed versions: Sep 21 05:20:31.441089 dv-cinder-778193-10-iscsi neutron-server[94669]: { 'AddressGroup': {'1.2'}, Sep 21 05:20:31.441089 dv-cinder-778193-10-iscsi neutron-server[94669]: 'ConntrackHelper': {'1.0'}, Sep 21 05:20:31.441089 dv-cinder-778193-10-iscsi neutron-server[94669]: 'Log': {'1.0'}, Sep 21 05:20:31.441089 dv-cinder-778193-10-iscsi neutron-server[94669]: 'Network': {'1.1'}, Sep 21 05:20:31.441089 dv-cinder-778193-10-iscsi neutron-server[94669]: 'Port': {'1.7'}, Sep 21 05:20:31.441089 dv-cinder-778193-10-iscsi neutron-server[94669]: 'PortForwarding': {'1.2'}, Sep 21 05:20:31.441089 dv-cinder-778193-10-iscsi neutron-server[94669]: 'QosPolicy': {'1.9'}, Sep 21 05:20:31.441089 dv-cinder-778193-10-iscsi neutron-server[94669]: 'SecurityGroup': {'1.4'}, Sep 21 05:20:31.441089 dv-cinder-778193-10-iscsi neutron-server[94669]: 'SecurityGroupRule': {'1.2'}, Sep 21 05:20:31.441089 dv-cinder-778193-10-iscsi neutron-server[94669]: 'SubPort': {'1.0'}, Sep 21 05:20:31.441089 dv-cinder-778193-10-iscsi neutron-server[94669]: 'Subnet': {'1.1'}, Sep 21 05:20:31.441089 dv-cinder-778193-10-iscsi neutron-server[94669]: 'Trunk': {'1.1'}} Sep 21 05:20:31.441089 dv-cinder-778193-10-iscsi neutron-server[94669]: consumer versions: Sep 21 05:20:31.441089 dv-cinder-778193-10-iscsi neutron-server[94669]: { DHCP agent@dv-cinder-778193-10-iscsi: {}, Sep 21 05:20:31.441089 dv-cinder-778193-10-iscsi neutron-server[94669]: HyperV agent@hv-cinder-77819: {}, Sep 21 05:20:31.441089 dv-cinder-778193-10-iscsi neutron-server[94669]: L3 agent@dv-cinder-778193-10-iscsi: {}, Sep 21 05:20:31.441089 dv-cinder-778193-10-iscsi neutron-server[94669]: Metadata agent@dv-cinder-778193-10-iscsi: {}, Sep 21 05:20:31.441089 dv-cinder-778193-10-iscsi neutron-server[94669]: Metering agent@dv-cinder-778193-10-iscsi: {}, Sep 21 05:20:31.441089 dv-cinder-778193-10-iscsi neutron-server[94669]: Open vSwitch agent@dv-cinder-778193-10-iscsi: { 'AddressGroup': '1.2', Sep 21 05:20:31.441089 dv-cinder-778193-10-iscsi neutron-server[94669]: 'ConntrackHelper': '1.0', Sep 21 05:20:31.441089 dv-cinder-778193-10-iscsi neutron-server[94669]: 'Log': '1.0', Sep 21 05:20:31.441089 dv-cinder-778193-10-iscsi neutron-server[94669]: 'Network': '1.1', Sep 21 05:20:31.441089 dv-cinder-778193-10-iscsi neutron-server[94669]: 'Port': '1.7', Sep 21 05:20:31.441089 dv-cinder-778193-10-iscsi neutron-server[94669]: 'PortForwarding': '1.2', Sep 21 05:20:31.441089 dv-cinder-778193-10-iscsi neutron-server[94669]: 'QosPolicy': '1.9', Sep 21 05:20:31.441089 dv-cinder-778193-10-iscsi neutron-server[94669]: 'SecurityGroup': '1.4', Sep 21 05:20:31.441089 dv-cinder-778193-10-iscsi neutron-server[94669]: 'SecurityGroupRule': '1.2', Sep 21 05:20:31.441089 dv-cinder-778193-10-iscsi neutron-server[94669]: 'SubPort': '1.0', Sep 21 05:20:31.441089 dv-cinder-778193-10-iscsi neutron-server[94669]: 'Subnet': '1.1', Sep 21 05:20:31.441089 dv-cinder-778193-10-iscsi neutron-server[94669]: 'Trunk': '1.1'}} Sep 21 05:20:31.441089 dv-cinder-778193-10-iscsi neutron-server[94669]: {{(pid=94669) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 05:20:31.456018 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-a91762bf-d879-4fef-b27d-d8d1639cb8cc None None] Attempting to bind port 0e3dae2b-e1b4-47a3-b546-2e8980b35558 on host dv-cinder-778193-10-iscsi for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 05:20:31.456018 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-a91762bf-d879-4fef-b27d-d8d1639cb8cc None None] Attempting to bind port 0e3dae2b-e1b4-47a3-b546-2e8980b35558 by drivers openvswitch,hyperv on host dv-cinder-778193-10-iscsi at level 0 using segments [{'id': '826ab498-a3a4-4696-958a-2da03407e177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 05:20:31.456018 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91762bf-d879-4fef-b27d-d8d1639cb8cc None None] Attempting to bind port 0e3dae2b-e1b4-47a3-b546-2e8980b35558 on network 666bfb66-d53f-41b5-aa91-1f3481ab5acc {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 05:20:31.465811 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91762bf-d879-4fef-b27d-d8d1639cb8cc None None] Checking agent: {'id': 'b0313305-4280-4067-8ee0-4ba61e64320d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 5, 12, 9), 'started_at': datetime.datetime(2021, 9, 21, 5, 12, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 5, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 05:20:31.466457 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91762bf-d879-4fef-b27d-d8d1639cb8cc None None] Checking segment: {'id': '826ab498-a3a4-4696-958a-2da03407e177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 05:20:31.467339 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a91762bf-d879-4fef-b27d-d8d1639cb8cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:31.468260 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91762bf-d879-4fef-b27d-d8d1639cb8cc None None] Bound using segment: {'id': '826ab498-a3a4-4696-958a-2da03407e177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 05:20:31.469981 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-a91762bf-d879-4fef-b27d-d8d1639cb8cc None None] Bound port: 0e3dae2b-e1b4-47a3-b546-2e8980b35558, host: dv-cinder-778193-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '826ab498-a3a4-4696-958a-2da03407e177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 05:20:31.477121 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a91762bf-d879-4fef-b27d-d8d1639cb8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:31.524322 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [req-0febb3d9-7cda-4f1c-bd72-2cfacbfea210 req-b7ab9a85-e383-4d4e-8e92-2bd7b4031247 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=94666) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 05:20:31.530088 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Provisioning complete for port b9d1c38e-9cc6-4cc0-a161-0d52a1fa0bfc triggered by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:20:31.530807 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:31.532437 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0febb3d9-7cda-4f1c-bd72-2cfacbfea210 req-b7ab9a85-e383-4d4e-8e92-2bd7b4031247 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1330385 Sep 21 05:20:31.539251 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-c540e80e-aaf8-4152-b5b5-e6e2c874f268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524'] for subnet, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:31.578658 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-a91762bf-d879-4fef-b27d-d8d1639cb8cc None None] For port 0e3dae2b-e1b4-47a3-b546-2e8980b35558, host dv-cinder-778193-10-iscsi, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 05:20:31.585276 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-a91762bf-d879-4fef-b27d-d8d1639cb8cc None None] For port 0e3dae2b-e1b4-47a3-b546-2e8980b35558, host dv-cinder-778193-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=0e3dae2b-e1b4-47a3-b546-2e8980b35558,segment=NetworkSegment(826ab498-a3a4-4696-958a-2da03407e177),segment_id=826ab498-a3a4-4696-958a-2da03407e177)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 05:20:31.652565 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-410b272a-6150-4f1a-a3d1-2008788dfaf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473169'] for router, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:31.683127 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-01255330-a1c4-4ff1-8008-e6cb6cf9a083 admin admin] Allocated IP 172.20.0.1 (151497d5-ce27-4271-a888-4f8a00b26617/f6d02048-06ff-4c3a-9a06-2b16d4e50c51/7b477a0d-428e-4e42-8448-dc937d2484c0) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 05:20:31.688449 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:31.704596 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a91762bf-d879-4fef-b27d-d8d1639cb8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:31.716352 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c540e80e-aaf8-4152-b5b5-e6e2c874f268 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0aab86e7-83eb-4db2-a566-e6626c18ca04,revision_number=0']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:31.761937 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ca323c5a-de27-47ee-b732-954d4e197b07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:31.772320 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c540e80e-aaf8-4152-b5b5-e6e2c874f268 admin admin] Checking segment: {'id': '435162ba-710b-4d5e-bca7-b18e1618c9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7ace6229-f3bf-48cd-b7ca-5a33fbbead9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 05:20:31.772675 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c540e80e-aaf8-4152-b5b5-e6e2c874f268 admin admin] Network hostable DHCP agents. Network: 7ace6229-f3bf-48cd-b7ca-5a33fbbead9e, hostable agents: ['6e02bdac-2fb2-4f2e-acf6-c0c230e91990'], hosted agents: [] {{(pid=94666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 05:20:31.780183 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3651ba-b315-4495-ad22-764c2d352ed8 None None] Network 007b9195-968a-4aaf-8c91-9ba7bd7821aa requested from dv-cinder-778193-10-iscsi {{(pid=94668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 05:20:31.789824 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] For port b9d1c38e-9cc6-4cc0-a161-0d52a1fa0bfc, host dv-cinder-778193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=b9d1c38e-9cc6-4cc0-a161-0d52a1fa0bfc,segment=NetworkSegment(f6433832-0821-4a1f-a147-34f75b2bc1b3),segment_id=f6433832-0821-4a1f-a147-34f75b2bc1b3)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:20:31.794911 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91762bf-d879-4fef-b27d-d8d1639cb8cc None None] Routers {'ff2dd978-6edc-4c47-92a7-6f19c17a2f21'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:20:31.795555 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-a91762bf-d879-4fef-b27d-d8d1639cb8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:20:09Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['ff2dd978-6edc-4c47-92a7-6f19c17a2f21'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:20:31.833197 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0febb3d9-7cda-4f1c-bd72-2cfacbfea210 req-2134aadb-6148-4837-ab42-e87d06676e66 service neutron] 10.222.0.36 "GET /v2.0/networks/89413bf2-67e6-460f-929f-b974da260979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995856 Sep 21 05:20:31.896921 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-25950f60-5272-4374-a077-48d789d51020 None None] Provisioning complete for port b9d1c38e-9cc6-4cc0-a161-0d52a1fa0bfc triggered by entity DHCP. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:20:31.897278 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-25950f60-5272-4374-a077-48d789d51020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:31.924328 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-a91762bf-d879-4fef-b27d-d8d1639cb8cc None None] Set router ff2dd978-6edc-4c47-92a7-6f19c17a2f21 gateway port host: dv-cinder-778193-10-iscsi {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:20:31.972454 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-01255330-a1c4-4ff1-8008-e6cb6cf9a083 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:31.981951 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c540e80e-aaf8-4152-b5b5-e6e2c874f268 admin admin] Network 7ace6229-f3bf-48cd-b7ca-5a33fbbead9e is scheduled to be hosted by DHCP agent 6e02bdac-2fb2-4f2e-acf6-c0c230e91990 with binding_index 1 {{(pid=94666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 05:20:31.997894 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0febb3d9-7cda-4f1c-bd72-2cfacbfea210 req-b303dfec-aa6d-4d8b-ae91-c8e934a2ee21 service neutron] 10.222.0.36 "GET /v2.0/networks/89413bf2-67e6-460f-929f-b974da260979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499367 Sep 21 05:20:32.018067 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:32.018889 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device 72af3e1e-563b-467b-81b6-204c872c52fd up at agent ovs-agent-dv-cinder-778193-10-iscsi {{(pid=94668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 05:20:32.067388 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-410b272a-6150-4f1a-a3d1-2008788dfaf8 admin admin] Router 37b55ae1-8c3b-4599-9802-e910584b10fa is scheduled to L3 agent e4914d08-4fb7-43fa-94fb-1720f1d16cb4 with binding_index 1 {{(pid=94666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 05:20:32.103721 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ca323c5a-de27-47ee-b732-954d4e197b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751403777208'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:32.109873 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-01255330-a1c4-4ff1-8008-e6cb6cf9a083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751403777208'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:32.154604 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.base_scheduler [None req-c540e80e-aaf8-4152-b5b5-e6e2c874f268 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-10-iscsi, 7ace6229-f3bf-48cd-b7ca-5a33fbbead9e) {{(pid=94666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:20:32.163493 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-a91762bf-d879-4fef-b27d-d8d1639cb8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2dd978-6edc-4c47-92a7-6f19c17a2f21', 'name': 'tempest-AttachVolumeTestJSON-1593096502-router', 'tenant_id': 'c1270fbb20a848c2956184daa8db39c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '0e3dae2b-e1b4-47a3-b546-2e8980b35558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:20:26Z', 'updated_at': '2021-09-21T05:20:28Z', 'revision_number': 3, 'project_id': 'c1270fbb20a848c2956184daa8db39c9', 'gw_port': {'id': '0e3dae2b-e1b4-47a3-b546-2e8980b35558', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:7f:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff2dd978-6edc-4c47-92a7-6f19c17a2f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:20:27Z', 'updated_at': '2021-09-21T05:20:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi'}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:20:32.167513 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bebd4f-f408-4453-80fc-a2adffab20bd None None] Pushing event updated for resources: {'Port': ['ID=0e3dae2b-e1b4-47a3-b546-2e8980b35558,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:32.176260 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c540e80e-aaf8-4152-b5b5-e6e2c874f268 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:20:32.176260 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-c540e80e-aaf8-4152-b5b5-e6e2c874f268 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531542'] for subnet, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:32.213845 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01255330-a1c4-4ff1-8008-e6cb6cf9a083 admin admin] Network 151497d5-ce27-4271-a888-4f8a00b26617 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 05:20:32.219111 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-01255330-a1c4-4ff1-8008-e6cb6cf9a083 admin admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:20:32.239903 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca323c5a-de27-47ee-b732-954d4e197b07 admin admin] Network 666bfb66-d53f-41b5-aa91-1f3481ab5acc is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 05:20:32.239903 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01255330-a1c4-4ff1-8008-e6cb6cf9a083 admin admin] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 05:20:32.240357 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c97bfb7-da2a-49cd-ba57-dad98966b073 None None] Network 7ace6229-f3bf-48cd-b7ca-5a33fbbead9e requested from dv-cinder-778193-10-iscsi {{(pid=94668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 05:20:32.240466 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-01255330-a1c4-4ff1-8008-e6cb6cf9a083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473222'] for router_interface, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:32.240466 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-ca323c5a-de27-47ee-b732-954d4e197b07 admin admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:20:32.240466 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca323c5a-de27-47ee-b732-954d4e197b07 admin admin] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 05:20:32.278480 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91762bf-d879-4fef-b27d-d8d1639cb8cc None None] The sync data for ids ['ff2dd978-6edc-4c47-92a7-6f19c17a2f21'] in dv-cinder-778193-10-iscsi is: [{'id': 'ff2dd978-6edc-4c47-92a7-6f19c17a2f21', 'name': 'tempest-AttachVolumeTestJSON-1593096502-router', 'tenant_id': 'c1270fbb20a848c2956184daa8db39c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '0e3dae2b-e1b4-47a3-b546-2e8980b35558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:20:26Z', 'updated_at': '2021-09-21T05:20:28Z', 'revision_number': 3, 'project_id': 'c1270fbb20a848c2956184daa8db39c9', 'gw_port': {'id': '0e3dae2b-e1b4-47a3-b546-2e8980b35558', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:7f:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff2dd978-6edc-4c47-92a7-6f19c17a2f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:20:27Z', 'updated_at': '2021-09-21T05:20:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi'}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 05:20:32.299007 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-c540e80e-aaf8-4152-b5b5-e6e2c874f268 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.4143791 Sep 21 05:20:32.328774 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-410b272a-6150-4f1a-a3d1-2008788dfaf8 admin admin] Notify agent at l3_agent.dv-cinder-778193-10-iscsi the message routers_updated {{(pid=94666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 05:20:32.370294 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0f8ebd-25ed-4902-bde3-fed901490ff5 None None] Sync routers for ids ['37b55ae1-8c3b-4599-9802-e910584b10fa'] in dv-cinder-778193-10-iscsi {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 05:20:32.436109 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-410b272a-6150-4f1a-a3d1-2008788dfaf8 admin admin] Notify callbacks [] for router, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:32.437887 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-410b272a-6150-4f1a-a3d1-2008788dfaf8 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.6870193 Sep 21 05:20:32.441158 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 52864) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:20:32.463377 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Pushing event updated for resources: {'Port': ['ID=b9d1c38e-9cc6-4cc0-a161-0d52a1fa0bfc,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:32.492673 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0f8ebd-25ed-4902-bde3-fed901490ff5 None None] Routers {'37b55ae1-8c3b-4599-9802-e910584b10fa'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:20:32.493596 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-6f0f8ebd-25ed-4902-bde3-fed901490ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:20:09Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['37b55ae1-8c3b-4599-9802-e910584b10fa'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:20:32.560405 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca323c5a-de27-47ee-b732-954d4e197b07 admin admin] Pushing event updated for resources: {'Port': ['ID=820f8cfb-2e0b-431f-a515-c22b419c47fc,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:32.566687 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 52876) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:20:32.672070 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d3294364-b0de-4659-b2e6-6fbd6da6f682 req-8878d949-7029-4c4c-9f57-576b2ea4ed60 tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] 10.222.0.36 "GET /v2.0/ports?device_id=b88273d9-135f-41f7-99fd-9b3c7f1c3b62 HTTP/1.1" status: 200 len: 210 time: 0.0855021 Sep 21 05:20:32.680645 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Provisioning complete for port 72af3e1e-563b-467b-81b6-204c872c52fd triggered by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:20:32.681648 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:32.759027 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 52884) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:20:32.943029 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-6f0f8ebd-25ed-4902-bde3-fed901490ff5 None None] Set router 37b55ae1-8c3b-4599-9802-e910584b10fa gateway port host: dv-cinder-778193-10-iscsi {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:20:32.951411 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.db.db_base_plugin_v2 [None req-e54c54b5-fa76-4ff9-bd91-7055410cd446 admin admin] Deleting subnet 2257a29d-0b23-44ad-8782-ba21c62c43ba {{(pid=94666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 05:20:32.959850 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-e54c54b5-fa76-4ff9-bd91-7055410cd446 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:33.051924 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce34f6d6-34c4-4846-b892-6e3a25cf575c None None] Network 7ace6229-f3bf-48cd-b7ca-5a33fbbead9e requested from dv-cinder-778193-10-iscsi {{(pid=94668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 05:20:33.137216 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01255330-a1c4-4ff1-8008-e6cb6cf9a083 admin admin] Pushing event updated for resources: {'Port': ['ID=7b477a0d-428e-4e42-8448-dc937d2484c0,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:33.145992 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-ed8f7d9b-5131-4ea3-a6fe-aacb9b3c5948 None None] Provisioning complete for port 7b477a0d-428e-4e42-8448-dc937d2484c0 triggered by entity DHCP. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:20:33.146378 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ed8f7d9b-5131-4ea3-a6fe-aacb9b3c5948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:33.162100 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ca323c5a-de27-47ee-b732-954d4e197b07 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:33.303025 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-e54c54b5-fa76-4ff9-bd91-7055410cd446 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:33.322870 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-01255330-a1c4-4ff1-8008-e6cb6cf9a083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:33.339415 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-e54c54b5-fa76-4ff9-bd91-7055410cd446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3669403'] for subnet, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:33.385903 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-ed8f7d9b-5131-4ea3-a6fe-aacb9b3c5948 None None] Port 7b477a0d-428e-4e42-8448-dc937d2484c0 cannot update to ACTIVE because it is not bound. {{(pid=94668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 05:20:33.423488 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 52908) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:20:33.606929 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-e54c54b5-fa76-4ff9-bd91-7055410cd446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3669388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524'] for subnet, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:33.608181 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-053d37e0-393c-4e02-8f51-b82d131b7995 None None] Provisioning complete for port b9d1c38e-9cc6-4cc0-a161-0d52a1fa0bfc triggered by entity DHCP. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:20:33.608676 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-053d37e0-393c-4e02-8f51-b82d131b7995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:33.676993 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-6f0f8ebd-25ed-4902-bde3-fed901490ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b55ae1-8c3b-4599-9802-e910584b10fa', 'name': 'tempest-ServerRescueNegativeTestJSON-1284043057-router', 'tenant_id': 'b64060143eab4fe4b14ef5a511665b1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '08e48f07-ff20-4412-9095-dde052a63194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:20:27Z', 'updated_at': '2021-09-21T05:20:29Z', 'revision_number': 3, 'project_id': 'b64060143eab4fe4b14ef5a511665b1a', 'gw_port': {'id': '08e48f07-ff20-4412-9095-dde052a63194', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:69:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b55ae1-8c3b-4599-9802-e910584b10fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:20:28Z', 'updated_at': '2021-09-21T05:20:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi'}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:20:33.688424 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54c54b5-fa76-4ff9-bd91-7055410cd446 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2257a29d-0b23-44ad-8782-ba21c62c43ba,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:33.695603 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-01d91f70-e341-4a0e-a841-c7830e2198e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:33.697623 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-e54c54b5-fa76-4ff9-bd91-7055410cd446 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:33.701960 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-e54c54b5-fa76-4ff9-bd91-7055410cd446 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/2257a29d-0b23-44ad-8782-ba21c62c43ba HTTP/1.1" status: 204 len: 168 time: 0.9400496 Sep 21 05:20:33.705651 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 52916) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:20:33.717909 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ca323c5a-de27-47ee-b732-954d4e197b07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473169'] for router, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:33.778918 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0f8ebd-25ed-4902-bde3-fed901490ff5 None None] Checking router: 37b55ae1-8c3b-4599-9802-e910584b10fa for host: dv-cinder-778193-10-iscsi {{(pid=94668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 05:20:33.779507 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0f8ebd-25ed-4902-bde3-fed901490ff5 None None] Updating router 37b55ae1-8c3b-4599-9802-e910584b10fa port 08e48f07-ff20-4412-9095-dde052a63194 binding host dv-cinder-778193-10-iscsi {{(pid=94668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 05:20:33.848807 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device b9d1c38e-9cc6-4cc0-a161-0d52a1fa0bfc up at agent ovs-agent-dv-cinder-778193-10-iscsi {{(pid=94668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 05:20:33.875486 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6f0f8ebd-25ed-4902-bde3-fed901490ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:33.878862 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6f76954b-ee15-48b8-828b-5e3010094f94 req-aeb038a5-db40-459e-8c7e-712eec522977 tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] 10.222.0.36 "GET /v2.0/ports?device_id=b88273d9-135f-41f7-99fd-9b3c7f1c3b62 HTTP/1.1" status: 200 len: 210 time: 0.0966182 Sep 21 05:20:33.886954 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d49d310f-819e-44f2-ba7a-afed25420fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682922'] for network, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:33.951926 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-01d91f70-e341-4a0e-a841-c7830e2198e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:34.024555 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-01255330-a1c4-4ff1-8008-e6cb6cf9a083 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:34.032657 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-01d91f70-e341-4a0e-a841-c7830e2198e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:34.048366 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Provisioning complete for port b9d1c38e-9cc6-4cc0-a161-0d52a1fa0bfc triggered by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:20:34.048850 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:34.080383 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d49d310f-819e-44f2-ba7a-afed25420fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3667996', 'neutron.services.segments.db._delete_segments_for_network-8751404111005'] for network, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:34.084949 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d91f70-e341-4a0e-a841-c7830e2198e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f95c98f5-68ad-4676-99a1-a29c0382d9bc,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:34.124090 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-c307a7aa-346f-49c0-b73e-bafac7f34609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:34.124249 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-01255330-a1c4-4ff1-8008-e6cb6cf9a083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:34.124249 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-01255330-a1c4-4ff1-8008-e6cb6cf9a083 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-471830'] for router_interface, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:34.169258 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d49d310f-819e-44f2-ba7a-afed25420fbe admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:20:34.169944 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d49d310f-819e-44f2-ba7a-afed25420fbe admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:20:34.170991 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d49d310f-819e-44f2-ba7a-afed25420fbe admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:20:34.171529 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d49d310f-819e-44f2-ba7a-afed25420fbe admin admin] Subscribe: > port after_create 55550000 {{(pid=94666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:20:34.172024 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d49d310f-819e-44f2-ba7a-afed25420fbe admin admin] Subscribe: > port after_delete 55550000 {{(pid=94666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:20:34.172535 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d49d310f-819e-44f2-ba7a-afed25420fbe admin admin] Subscribe: > port after_update 55550000 {{(pid=94666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:20:34.173028 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d49d310f-819e-44f2-ba7a-afed25420fbe admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:20:34.173510 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d49d310f-819e-44f2-ba7a-afed25420fbe admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:20:34.174026 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d49d310f-819e-44f2-ba7a-afed25420fbe admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:20:34.174589 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d49d310f-819e-44f2-ba7a-afed25420fbe admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:20:34.209844 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-01d91f70-e341-4a0e-a841-c7830e2198e7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=af0e0bdc8335448da6e313c1f0997dc9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7852969 Sep 21 05:20:34.238519 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 52934) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:20:34.280058 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01255330-a1c4-4ff1-8008-e6cb6cf9a083 admin admin] Pushing event updated for resources: {'Port': ['ID=7b477a0d-428e-4e42-8448-dc937d2484c0,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:34.351092 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01255330-a1c4-4ff1-8008-e6cb6cf9a083 admin admin] Network 151497d5-ce27-4271-a888-4f8a00b26617 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 05:20:34.354822 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-01255330-a1c4-4ff1-8008-e6cb6cf9a083 admin admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:20:34.373629 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0738a403-6531-46f7-b905-7aae20e9a2bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:34.435812 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6f0f8ebd-25ed-4902-bde3-fed901490ff5 None None] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:34.437905 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d49d310f-819e-44f2-ba7a-afed25420fbe admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:20:34.438261 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d49d310f-819e-44f2-ba7a-afed25420fbe admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:20:34.438611 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d49d310f-819e-44f2-ba7a-afed25420fbe admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:20:34.439840 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca323c5a-de27-47ee-b732-954d4e197b07 admin admin] Router 29c2e55b-cae6-485f-a124-25addc251d8e is scheduled to L3 agent e4914d08-4fb7-43fa-94fb-1720f1d16cb4 with binding_index 1 {{(pid=94667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 05:20:34.441773 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d49d310f-819e-44f2-ba7a-afed25420fbe admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:20:34.443067 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.services.segments.db [None req-d49d310f-819e-44f2-ba7a-afed25420fbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acaa46e6-03b3-4061-a0bc-9047aee21d03']}} {{(pid=94666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:20:34.482612 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device 0e3dae2b-e1b4-47a3-b546-2e8980b35558 up at agent ovs-agent-dv-cinder-778193-10-iscsi {{(pid=94668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 05:20:34.482825 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0738a403-6531-46f7-b905-7aae20e9a2bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:34.482915 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.services.segments.db [None req-d49d310f-819e-44f2-ba7a-afed25420fbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eefd1e5-a305-4356-965d-2858027a4f3b') {'for_net_delete': True} {{(pid=94666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:20:34.482915 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.services.segments.db [None req-d49d310f-819e-44f2-ba7a-afed25420fbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eefd1e5-a305-4356-965d-2858027a4f3b') {} {{(pid=94666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:20:34.511356 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d49d310f-819e-44f2-ba7a-afed25420fbe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751404111270', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8344733'] for segment, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:34.526203 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6f0f8ebd-25ed-4902-bde3-fed901490ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:34.622613 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d49d310f-819e-44f2-ba7a-afed25420fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669518'] for segment, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:34.640012 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d49d310f-819e-44f2-ba7a-afed25420fbe admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=94666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 05:20:34.640442 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d49d310f-819e-44f2-ba7a-afed25420fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7440276'] for segment, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:34.644431 dv-cinder-778193-10-iscsi neutron-server[94666]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 21 05:20:34.644431 dv-cinder-778193-10-iscsi neutron-server[94666]: from cryptography.utils import int_from_bytes Sep 21 05:20:34.644431 dv-cinder-778193-10-iscsi neutron-server[94666]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 21 05:20:34.644431 dv-cinder-778193-10-iscsi neutron-server[94666]: from cryptography.utils import int_from_bytes Sep 21 05:20:34.644431 dv-cinder-778193-10-iscsi neutron-server[94666]: Traceback (most recent call last): Sep 21 05:20:34.644431 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 05:20:34.644431 dv-cinder-778193-10-iscsi neutron-server[94666]: timer() Sep 21 05:20:34.644431 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 05:20:34.644431 dv-cinder-778193-10-iscsi neutron-server[94666]: cb(*args, **kw) Sep 21 05:20:34.644431 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 05:20:34.644431 dv-cinder-778193-10-iscsi neutron-server[94666]: return func(*args, **kwargs) Sep 21 05:20:34.644431 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 05:20:34.644431 dv-cinder-778193-10-iscsi neutron-server[94666]: self._notify() Sep 21 05:20:34.644431 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 05:20:34.644431 dv-cinder-778193-10-iscsi neutron-server[94666]: self.callback(batched_events) Sep 21 05:20:34.644431 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 05:20:34.644431 dv-cinder-778193-10-iscsi neutron-server[94666]: event.method(event) Sep 21 05:20:34.644431 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 05:20:34.644431 dv-cinder-778193-10-iscsi neutron-server[94666]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 05:20:34.644431 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 05:20:34.644431 dv-cinder-778193-10-iscsi neutron-server[94666]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 05:20:34.644431 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 05:20:34.644431 dv-cinder-778193-10-iscsi neutron-server[94666]: return f(self, *a, **k) Sep 21 05:20:34.644431 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 05:20:34.644431 dv-cinder-778193-10-iscsi neutron-server[94666]: return self._get(url).json() Sep 21 05:20:34.644431 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 05:20:34.644431 dv-cinder-778193-10-iscsi neutron-server[94666]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 05:20:34.644431 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 05:20:34.644431 dv-cinder-778193-10-iscsi neutron-server[94666]: return self.request(url, 'GET', **kwargs) Sep 21 05:20:34.644431 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 05:20:34.644431 dv-cinder-778193-10-iscsi neutron-server[94666]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 05:20:34.644431 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 05:20:34.644431 dv-cinder-778193-10-iscsi neutron-server[94666]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 05:20:34.644431 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 05:20:34.644431 dv-cinder-778193-10-iscsi neutron-server[94666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 05:20:34.644431 dv-cinder-778193-10-iscsi neutron-server[94666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 05:20:34.704563 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01255330-a1c4-4ff1-8008-e6cb6cf9a083 admin admin] Router ff2dd978-6edc-4c47-92a7-6f19c17a2f21 has already been hosted by L3 agent e4914d08-4fb7-43fa-94fb-1720f1d16cb4 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 05:20:34.704948 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49770e4d-9527-4e98-9ef8-9b345ba8ee58 None None] Pushing event updated for resources: {'Port': ['ID=08e48f07-ff20-4412-9095-dde052a63194,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:34.714273 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-6f0f8ebd-25ed-4902-bde3-fed901490ff5 None None] Attempting to bind port 08e48f07-ff20-4412-9095-dde052a63194 on host dv-cinder-778193-10-iscsi for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 05:20:34.714821 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-6f0f8ebd-25ed-4902-bde3-fed901490ff5 None None] Attempting to bind port 08e48f07-ff20-4412-9095-dde052a63194 by drivers openvswitch,hyperv on host dv-cinder-778193-10-iscsi at level 0 using segments [{'id': '826ab498-a3a4-4696-958a-2da03407e177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 05:20:34.715278 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0f8ebd-25ed-4902-bde3-fed901490ff5 None None] Attempting to bind port 08e48f07-ff20-4412-9095-dde052a63194 on network 666bfb66-d53f-41b5-aa91-1f3481ab5acc {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 05:20:34.716164 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca323c5a-de27-47ee-b732-954d4e197b07 admin admin] Notify agent at l3_agent.dv-cinder-778193-10-iscsi the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 05:20:34.739805 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5537ad4d-420e-4ddc-87da-39abef9a1140 None None] Sync routers for ids ['29c2e55b-cae6-485f-a124-25addc251d8e'] in dv-cinder-778193-10-iscsi {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 05:20:34.753801 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5537ad4d-420e-4ddc-87da-39abef9a1140 None None] Routers {'29c2e55b-cae6-485f-a124-25addc251d8e'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:20:34.754752 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-5537ad4d-420e-4ddc-87da-39abef9a1140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:20:09Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['29c2e55b-cae6-485f-a124-25addc251d8e'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:20:34.763305 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0f8ebd-25ed-4902-bde3-fed901490ff5 None None] Checking agent: {'id': 'b0313305-4280-4067-8ee0-4ba61e64320d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 5, 12, 9), 'started_at': datetime.datetime(2021, 9, 21, 5, 12, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 5, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 05:20:34.765982 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0f8ebd-25ed-4902-bde3-fed901490ff5 None None] Checking segment: {'id': '826ab498-a3a4-4696-958a-2da03407e177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 05:20:34.766508 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6f0f8ebd-25ed-4902-bde3-fed901490ff5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:34.767024 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0f8ebd-25ed-4902-bde3-fed901490ff5 None None] Bound using segment: {'id': '826ab498-a3a4-4696-958a-2da03407e177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 05:20:34.767778 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-6f0f8ebd-25ed-4902-bde3-fed901490ff5 None None] Bound port: 08e48f07-ff20-4412-9095-dde052a63194, host: dv-cinder-778193-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '826ab498-a3a4-4696-958a-2da03407e177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 05:20:34.768396 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6f0f8ebd-25ed-4902-bde3-fed901490ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:34.815801 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Provisioning complete for port 0e3dae2b-e1b4-47a3-b546-2e8980b35558 triggered by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:20:34.816532 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:34.855259 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0738a403-6531-46f7-b905-7aae20e9a2bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:34.855505 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.db.db_base_plugin_common [None req-c307a7aa-346f-49c0-b73e-bafac7f34609 admin admin] Allocated IP 172.20.0.1 (5924b4aa-fb49-47a2-bb5c-959e13209f12/eb31e64e-231d-4419-bf19-44f0d2bc22f7/81a6da86-878f-420c-a8c5-2913b1206161) {{(pid=94666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 05:20:34.858021 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0738a403-6531-46f7-b905-7aae20e9a2bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:34.876720 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-0738a403-6531-46f7-b905-7aae20e9a2bb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f95c98f5-68ad-4676-99a1-a29c0382d9bc HTTP/1.1" status: 204 len: 168 time: 0.6334414 Sep 21 05:20:34.884831 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-6f0f8ebd-25ed-4902-bde3-fed901490ff5 None None] For port 08e48f07-ff20-4412-9095-dde052a63194, host dv-cinder-778193-10-iscsi, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 05:20:34.931562 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-6f0f8ebd-25ed-4902-bde3-fed901490ff5 None None] For port 08e48f07-ff20-4412-9095-dde052a63194, host dv-cinder-778193-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=08e48f07-ff20-4412-9095-dde052a63194,segment=NetworkSegment(826ab498-a3a4-4696-958a-2da03407e177),segment_id=826ab498-a3a4-4696-958a-2da03407e177)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 05:20:34.939441 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ca323c5a-de27-47ee-b732-954d4e197b07 admin admin] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:34.940932 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-64faf9ed-a813-4f41-9b15-83a6b9f1160d None None] Provisioning complete for port 7b477a0d-428e-4e42-8448-dc937d2484c0 triggered by entity DHCP. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:20:34.941973 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-64faf9ed-a813-4f41-9b15-83a6b9f1160d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:34.945494 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-ca323c5a-de27-47ee-b732-954d4e197b07 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.8194227 Sep 21 05:20:34.952224 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0738a403-6531-46f7-b905-7aae20e9a2bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f95c98f5-68ad-4676-99a1-a29c0382d9bc,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:34.954083 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 52950) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:20:35.001900 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-c307a7aa-346f-49c0-b73e-bafac7f34609 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:35.040662 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01255330-a1c4-4ff1-8008-e6cb6cf9a083 admin admin] Notify agent at l3_agent.dv-cinder-778193-10-iscsi the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 05:20:35.055013 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-01255330-a1c4-4ff1-8008-e6cb6cf9a083 admin admin] 10.222.0.36 "PUT /v2.0/routers/ff2dd978-6edc-4c47-92a7-6f19c17a2f21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8130784 Sep 21 05:20:35.055129 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d49d310f-819e-44f2-ba7a-afed25420fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3667973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473113'] for network, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:35.094543 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a5c02a17-41c0-48eb-8ad8-95dd20087397 req-4e66c235-1bfb-4cb8-b1b3-ee8af97b419b tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] 10.222.0.36 "GET /v2.0/ports?device_id=b88273d9-135f-41f7-99fd-9b3c7f1c3b62 HTTP/1.1" status: 200 len: 210 time: 0.0520175 Sep 21 05:20:35.095738 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d49d310f-819e-44f2-ba7a-afed25420fbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531542'] for network, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:35.098036 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98261bc6-5af6-44d6-ac6a-e812ff1aec15 None None] Sync routers for ids ['ff2dd978-6edc-4c47-92a7-6f19c17a2f21'] in dv-cinder-778193-10-iscsi {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 05:20:35.100715 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-d49d310f-819e-44f2-ba7a-afed25420fbe admin admin] 10.222.0.36 "DELETE /v2.0/networks/acaa46e6-03b3-4061-a0bc-9047aee21d03 HTTP/1.1" status: 204 len: 168 time: 1.3939676 Sep 21 05:20:35.101653 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6f0f8ebd-25ed-4902-bde3-fed901490ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:35.102048 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 52954) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:20:35.102870 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49d310f-819e-44f2-ba7a-afed25420fbe admin admin] Pushing event deleted for resources: {'Network': ['ID=acaa46e6-03b3-4061-a0bc-9047aee21d03,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:35.126895 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-5537ad4d-420e-4ddc-87da-39abef9a1140 None None] Set router 29c2e55b-cae6-485f-a124-25addc251d8e gateway port host: dv-cinder-778193-10-iscsi {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:20:35.144738 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:35.156983 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-64faf9ed-a813-4f41-9b15-83a6b9f1160d None None] Port 7b477a0d-428e-4e42-8448-dc937d2484c0 cannot update to ACTIVE because it is not bound. {{(pid=94668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 05:20:35.175366 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-c307a7aa-346f-49c0-b73e-bafac7f34609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751403777208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7439717'] for port, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:35.230180 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98261bc6-5af6-44d6-ac6a-e812ff1aec15 None None] Routers {'ff2dd978-6edc-4c47-92a7-6f19c17a2f21'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:20:35.234368 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-98261bc6-5af6-44d6-ac6a-e812ff1aec15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:20:09Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['ff2dd978-6edc-4c47-92a7-6f19c17a2f21'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:20:35.240645 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c307a7aa-346f-49c0-b73e-bafac7f34609 admin admin] Network 5924b4aa-fb49-47a2-bb5c-959e13209f12 is already hosted by enough agents. {{(pid=94666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 05:20:35.246964 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8c279d4-68b9-463c-a439-25f056db1d8f admin admin] Deleting subnet 0aab86e7-83eb-4db2-a566-e6626c18ca04 {{(pid=94666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 05:20:35.252571 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.base_scheduler [None req-c307a7aa-346f-49c0-b73e-bafac7f34609 admin admin] Resources bound (agent type, host, resource id): {{(pid=94666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:20:35.254840 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-f8c279d4-68b9-463c-a439-25f056db1d8f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:35.277833 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c307a7aa-346f-49c0-b73e-bafac7f34609 admin admin] Received port after_create {{(pid=94666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 05:20:35.317371 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c307a7aa-346f-49c0-b73e-bafac7f34609 admin admin] Pushing event updated for resources: {'Port': ['ID=81a6da86-878f-420c-a8c5-2913b1206161,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:35.338805 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-f8c279d4-68b9-463c-a439-25f056db1d8f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8344726'] for subnet, precommit_delete_associations {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:35.358991 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] For port 0e3dae2b-e1b4-47a3-b546-2e8980b35558, host dv-cinder-778193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=0e3dae2b-e1b4-47a3-b546-2e8980b35558,segment=NetworkSegment(826ab498-a3a4-4696-958a-2da03407e177),segment_id=826ab498-a3a4-4696-958a-2da03407e177)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:20:35.402865 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-c307a7aa-346f-49c0-b73e-bafac7f34609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473222'] for router_interface, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:35.422905 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0f8ebd-25ed-4902-bde3-fed901490ff5 None None] Routers {'37b55ae1-8c3b-4599-9802-e910584b10fa'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:20:35.427407 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-6f0f8ebd-25ed-4902-bde3-fed901490ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:20:09Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['37b55ae1-8c3b-4599-9802-e910584b10fa'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:20:35.504069 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-5537ad4d-420e-4ddc-87da-39abef9a1140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c2e55b-cae6-485f-a124-25addc251d8e', 'name': 'tempest-AttachVolumeShelveTestJSON-810749560-router', 'tenant_id': '772420021b474ce7806243f145c281b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '820f8cfb-2e0b-431f-a515-c22b419c47fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:20:29Z', 'updated_at': '2021-09-21T05:20:32Z', 'revision_number': 3, 'project_id': '772420021b474ce7806243f145c281b8', 'gw_port': {'id': '820f8cfb-2e0b-431f-a515-c22b419c47fc', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:53:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c2e55b-cae6-485f-a124-25addc251d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:20:30Z', 'updated_at': '2021-09-21T05:20:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi'}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:20:35.514125 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49770e4d-9527-4e98-9ef8-9b345ba8ee58 None None] Pushing event updated for resources: {'Port': ['ID=08e48f07-ff20-4412-9095-dde052a63194,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:35.521896 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:35.561227 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5537ad4d-420e-4ddc-87da-39abef9a1140 None None] Checking router: 29c2e55b-cae6-485f-a124-25addc251d8e for host: dv-cinder-778193-10-iscsi {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 05:20:35.561505 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5537ad4d-420e-4ddc-87da-39abef9a1140 None None] Updating router 29c2e55b-cae6-485f-a124-25addc251d8e port 820f8cfb-2e0b-431f-a515-c22b419c47fc binding host dv-cinder-778193-10-iscsi {{(pid=94669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 05:20:35.596321 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5537ad4d-420e-4ddc-87da-39abef9a1140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:35.691650 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-f8c279d4-68b9-463c-a439-25f056db1d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3669403'] for subnet, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:35.747350 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-98261bc6-5af6-44d6-ac6a-e812ff1aec15 None None] Set router ff2dd978-6edc-4c47-92a7-6f19c17a2f21 gateway port host: dv-cinder-778193-10-iscsi {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:20:35.755369 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Pushing event updated for resources: {'Port': ['ID=0e3dae2b-e1b4-47a3-b546-2e8980b35558,revision_number=4']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:35.933538 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-6f0f8ebd-25ed-4902-bde3-fed901490ff5 None None] Set router 37b55ae1-8c3b-4599-9802-e910584b10fa gateway port host: dv-cinder-778193-10-iscsi {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:20:35.945579 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5537ad4d-420e-4ddc-87da-39abef9a1140 None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:35.957372 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9ccc94ea-a2dd-4ad9-a9c7-28053e9f4004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:35.972353 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 52976) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:20:35.995617 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b67935ef-0ad2-4c33-80a1-124e33c18f54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:36.029282 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5537ad4d-420e-4ddc-87da-39abef9a1140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:36.051786 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2b73d764-ba0a-42cc-83b2-6a6572292f16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:36.060331 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-c307a7aa-346f-49c0-b73e-bafac7f34609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:36.140892 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-5537ad4d-420e-4ddc-87da-39abef9a1140 None None] Attempting to bind port 820f8cfb-2e0b-431f-a515-c22b419c47fc on host dv-cinder-778193-10-iscsi for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 05:20:36.145891 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-5537ad4d-420e-4ddc-87da-39abef9a1140 None None] Attempting to bind port 820f8cfb-2e0b-431f-a515-c22b419c47fc by drivers openvswitch,hyperv on host dv-cinder-778193-10-iscsi at level 0 using segments [{'id': '826ab498-a3a4-4696-958a-2da03407e177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 05:20:36.146361 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5537ad4d-420e-4ddc-87da-39abef9a1140 None None] Attempting to bind port 820f8cfb-2e0b-431f-a515-c22b419c47fc on network 666bfb66-d53f-41b5-aa91-1f3481ab5acc {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 05:20:36.167210 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5537ad4d-420e-4ddc-87da-39abef9a1140 None None] Checking agent: {'id': 'b0313305-4280-4067-8ee0-4ba61e64320d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 5, 12, 9), 'started_at': datetime.datetime(2021, 9, 21, 5, 12, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 5, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 05:20:36.167770 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5537ad4d-420e-4ddc-87da-39abef9a1140 None None] Checking segment: {'id': '826ab498-a3a4-4696-958a-2da03407e177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 05:20:36.168282 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5537ad4d-420e-4ddc-87da-39abef9a1140 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:36.168756 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5537ad4d-420e-4ddc-87da-39abef9a1140 None None] Bound using segment: {'id': '826ab498-a3a4-4696-958a-2da03407e177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 05:20:36.169332 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-5537ad4d-420e-4ddc-87da-39abef9a1140 None None] Bound port: 820f8cfb-2e0b-431f-a515-c22b419c47fc, host: dv-cinder-778193-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '826ab498-a3a4-4696-958a-2da03407e177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 05:20:36.169827 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5537ad4d-420e-4ddc-87da-39abef9a1140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:36.207754 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289ea723-5a27-406d-869c-fd1cb32eaa6d None None] Pushing event updated for resources: {'Port': ['ID=820f8cfb-2e0b-431f-a515-c22b419c47fc,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:36.293913 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-98261bc6-5af6-44d6-ac6a-e812ff1aec15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2dd978-6edc-4c47-92a7-6f19c17a2f21', 'name': 'tempest-AttachVolumeTestJSON-1593096502-router', 'tenant_id': 'c1270fbb20a848c2956184daa8db39c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '0e3dae2b-e1b4-47a3-b546-2e8980b35558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:20:26Z', 'updated_at': '2021-09-21T05:20:33Z', 'revision_number': 4, 'project_id': 'c1270fbb20a848c2956184daa8db39c9', 'gw_port': {'id': '0e3dae2b-e1b4-47a3-b546-2e8980b35558', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:7f:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff2dd978-6edc-4c47-92a7-6f19c17a2f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:20:27Z', 'updated_at': '2021-09-21T05:20:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi', '_interfaces': [{'id': '7b477a0d-428e-4e42-8448-dc937d2484c0', 'name': '', 'network_id': '151497d5-ce27-4271-a888-4f8a00b26617', 'tenant_id': 'c1270fbb20a848c2956184daa8db39c9', 'mac_address': 'fa:16:3e:ce:e8:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff2dd978-6edc-4c47-92a7-6f19c17a2f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f6d02048-06ff-4c3a-9a06-2b16d4e50c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:20:31Z', 'updated_at': '2021-09-21T05:20:33Z', 'revision_number': 2, 'project_id': 'c1270fbb20a848c2956184daa8db39c9', 'subnets': [{'id': 'f6d02048-06ff-4c3a-9a06-2b16d4e50c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:20:36.299198 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-5537ad4d-420e-4ddc-87da-39abef9a1140 None None] For port 820f8cfb-2e0b-431f-a515-c22b419c47fc, host dv-cinder-778193-10-iscsi, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 05:20:36.312265 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-5537ad4d-420e-4ddc-87da-39abef9a1140 None None] For port 820f8cfb-2e0b-431f-a515-c22b419c47fc, host dv-cinder-778193-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=820f8cfb-2e0b-431f-a515-c22b419c47fc,segment=NetworkSegment(826ab498-a3a4-4696-958a-2da03407e177),segment_id=826ab498-a3a4-4696-958a-2da03407e177)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 05:20:36.330376 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98261bc6-5af6-44d6-ac6a-e812ff1aec15 None None] Checking router: ff2dd978-6edc-4c47-92a7-6f19c17a2f21 for host: dv-cinder-778193-10-iscsi {{(pid=94668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 05:20:36.330898 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98261bc6-5af6-44d6-ac6a-e812ff1aec15 None None] Updating router ff2dd978-6edc-4c47-92a7-6f19c17a2f21 port 7b477a0d-428e-4e42-8448-dc937d2484c0 binding host dv-cinder-778193-10-iscsi {{(pid=94668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 05:20:36.334733 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-6f0f8ebd-25ed-4902-bde3-fed901490ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b55ae1-8c3b-4599-9802-e910584b10fa', 'name': 'tempest-ServerRescueNegativeTestJSON-1284043057-router', 'tenant_id': 'b64060143eab4fe4b14ef5a511665b1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '08e48f07-ff20-4412-9095-dde052a63194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:20:27Z', 'updated_at': '2021-09-21T05:20:29Z', 'revision_number': 3, 'project_id': 'b64060143eab4fe4b14ef5a511665b1a', 'gw_port': {'id': '08e48f07-ff20-4412-9095-dde052a63194', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:69:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b55ae1-8c3b-4599-9802-e910584b10fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:20:28Z', 'updated_at': '2021-09-21T05:20:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi'}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:20:36.375963 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0f8ebd-25ed-4902-bde3-fed901490ff5 None None] The sync data for ids ['37b55ae1-8c3b-4599-9802-e910584b10fa'] in dv-cinder-778193-10-iscsi is: [{'id': '37b55ae1-8c3b-4599-9802-e910584b10fa', 'name': 'tempest-ServerRescueNegativeTestJSON-1284043057-router', 'tenant_id': 'b64060143eab4fe4b14ef5a511665b1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '08e48f07-ff20-4412-9095-dde052a63194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:20:27Z', 'updated_at': '2021-09-21T05:20:29Z', 'revision_number': 3, 'project_id': 'b64060143eab4fe4b14ef5a511665b1a', 'gw_port': {'id': '08e48f07-ff20-4412-9095-dde052a63194', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:69:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b55ae1-8c3b-4599-9802-e910584b10fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:20:28Z', 'updated_at': '2021-09-21T05:20:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi'}] {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 05:20:36.377617 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-f8c279d4-68b9-463c-a439-25f056db1d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3669388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7439690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8253416'] for subnet, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:36.385422 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-98261bc6-5af6-44d6-ac6a-e812ff1aec15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:36.430603 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5537ad4d-420e-4ddc-87da-39abef9a1140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:36.471850 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 52984) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:20:36.489204 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [None req-5d750591-ab8e-4d6f-acc7-497442def200 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1954377551', 'description': 'tempest-description--495015611'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:20:36.491270 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-f8c279d4-68b9-463c-a439-25f056db1d8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:36.496254 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-f8c279d4-68b9-463c-a439-25f056db1d8f admin admin] 10.222.0.36 "DELETE /v2.0/subnets/0aab86e7-83eb-4db2-a566-e6626c18ca04 HTTP/1.1" status: 204 len: 168 time: 1.3882003 Sep 21 05:20:36.507588 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 52988) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:20:36.541839 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289ea723-5a27-406d-869c-fd1cb32eaa6d None None] Pushing event updated for resources: {'Port': ['ID=820f8cfb-2e0b-431f-a515-c22b419c47fc,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:36.553951 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0506a618-1785-48a4-b2ec-6dc4739e524e req-8a41bb94-f996-4257-9767-637fb45ca653 tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] 10.222.0.36 "GET /v2.0/ports?device_id=b88273d9-135f-41f7-99fd-9b3c7f1c3b62 HTTP/1.1" status: 200 len: 210 time: 0.0592110 Sep 21 05:20:36.583646 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-9ccc94ea-a2dd-4ad9-a9c7-28053e9f4004 admin admin] Allocated IP 172.20.0.1 (007b9195-968a-4aaf-8c91-9ba7bd7821aa/8a68d4d6-aa72-4762-8b15-dd5ef7ab0ec9/27203168-ca35-41e3-9853-0a69c761b9bb) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 05:20:36.585699 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5537ad4d-420e-4ddc-87da-39abef9a1140 None None] Routers {'29c2e55b-cae6-485f-a124-25addc251d8e'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:20:36.586361 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-5537ad4d-420e-4ddc-87da-39abef9a1140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:20:09Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['29c2e55b-cae6-485f-a124-25addc251d8e'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:20:36.603117 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c279d4-68b9-463c-a439-25f056db1d8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0aab86e7-83eb-4db2-a566-e6626c18ca04,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:36.652618 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-96e45b92-3f15-449d-b7a4-3403096bf0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682922'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:36.695853 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-c307a7aa-346f-49c0-b73e-bafac7f34609 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:36.750038 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-5537ad4d-420e-4ddc-87da-39abef9a1140 None None] Set router 29c2e55b-cae6-485f-a124-25addc251d8e gateway port host: dv-cinder-778193-10-iscsi {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:20:36.783897 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-c307a7aa-346f-49c0-b73e-bafac7f34609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7439740'] for port, after_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:36.786367 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2b73d764-ba0a-42cc-83b2-6a6572292f16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:36.862546 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-96e45b92-3f15-449d-b7a4-3403096bf0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3667996', 'neutron.services.segments.db._delete_segments_for_network-8751404111005'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:36.881199 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2b73d764-ba0a-42cc-83b2-6a6572292f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:36.891719 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9ccc94ea-a2dd-4ad9-a9c7-28053e9f4004 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:36.937820 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-96e45b92-3f15-449d-b7a4-3403096bf0d1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:20:36.938161 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-96e45b92-3f15-449d-b7a4-3403096bf0d1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:20:36.938949 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-96e45b92-3f15-449d-b7a4-3403096bf0d1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:20:36.939773 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-96e45b92-3f15-449d-b7a4-3403096bf0d1 admin admin] Subscribe: > port after_create 55550000 {{(pid=94667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:20:36.940127 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-96e45b92-3f15-449d-b7a4-3403096bf0d1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:20:36.940472 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-96e45b92-3f15-449d-b7a4-3403096bf0d1 admin admin] Subscribe: > port after_update 55550000 {{(pid=94667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:20:36.940793 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-96e45b92-3f15-449d-b7a4-3403096bf0d1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:20:36.941116 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-96e45b92-3f15-449d-b7a4-3403096bf0d1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:20:36.941433 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-96e45b92-3f15-449d-b7a4-3403096bf0d1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:20:36.941774 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-96e45b92-3f15-449d-b7a4-3403096bf0d1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:20:36.945661 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-c307a7aa-346f-49c0-b73e-bafac7f34609 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-471830'] for router_interface, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:36.963596 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c307a7aa-346f-49c0-b73e-bafac7f34609 admin admin] Pushing event updated for resources: {'Port': ['ID=81a6da86-878f-420c-a8c5-2913b1206161,revision_number=2']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:37.033174 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-98261bc6-5af6-44d6-ac6a-e812ff1aec15 None None] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:37.111063 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c307a7aa-346f-49c0-b73e-bafac7f34609 admin admin] Network 5924b4aa-fb49-47a2-bb5c-959e13209f12 is already hosted by enough agents. {{(pid=94666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 05:20:37.112493 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.base_scheduler [None req-c307a7aa-346f-49c0-b73e-bafac7f34609 admin admin] Resources bound (agent type, host, resource id): {{(pid=94666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:20:37.115320 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-98261bc6-5af6-44d6-ac6a-e812ff1aec15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:37.404939 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-5537ad4d-420e-4ddc-87da-39abef9a1140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c2e55b-cae6-485f-a124-25addc251d8e', 'name': 'tempest-AttachVolumeShelveTestJSON-810749560-router', 'tenant_id': '772420021b474ce7806243f145c281b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '820f8cfb-2e0b-431f-a515-c22b419c47fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:20:29Z', 'updated_at': '2021-09-21T05:20:32Z', 'revision_number': 3, 'project_id': '772420021b474ce7806243f145c281b8', 'gw_port': {'id': '820f8cfb-2e0b-431f-a515-c22b419c47fc', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:53:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c2e55b-cae6-485f-a124-25addc251d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:20:30Z', 'updated_at': '2021-09-21T05:20:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi'}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:20:37.404939 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5537ad4d-420e-4ddc-87da-39abef9a1140 None None] The sync data for ids ['29c2e55b-cae6-485f-a124-25addc251d8e'] in dv-cinder-778193-10-iscsi is: [{'id': '29c2e55b-cae6-485f-a124-25addc251d8e', 'name': 'tempest-AttachVolumeShelveTestJSON-810749560-router', 'tenant_id': '772420021b474ce7806243f145c281b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '820f8cfb-2e0b-431f-a515-c22b419c47fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:20:29Z', 'updated_at': '2021-09-21T05:20:32Z', 'revision_number': 3, 'project_id': '772420021b474ce7806243f145c281b8', 'gw_port': {'id': '820f8cfb-2e0b-431f-a515-c22b419c47fc', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:53:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c2e55b-cae6-485f-a124-25addc251d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:20:30Z', 'updated_at': '2021-09-21T05:20:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi'}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 05:20:37.420307 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee233ad-2de1-4e85-a605-06db44fbcc07 None None] Pushing event updated for resources: {'Port': ['ID=7b477a0d-428e-4e42-8448-dc937d2484c0,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:37.420951 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-96e45b92-3f15-449d-b7a4-3403096bf0d1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:20:37.420951 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-96e45b92-3f15-449d-b7a4-3403096bf0d1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:20:37.420951 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-96e45b92-3f15-449d-b7a4-3403096bf0d1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:20:37.420951 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-96e45b92-3f15-449d-b7a4-3403096bf0d1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 05:20:37.420951 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.services.segments.db [None req-96e45b92-3f15-449d-b7a4-3403096bf0d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ace6229-f3bf-48cd-b7ca-5a33fbbead9e']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:20:37.421783 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-98261bc6-5af6-44d6-ac6a-e812ff1aec15 None None] Attempting to bind port 7b477a0d-428e-4e42-8448-dc937d2484c0 on host dv-cinder-778193-10-iscsi for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 05:20:37.421783 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-98261bc6-5af6-44d6-ac6a-e812ff1aec15 None None] Attempting to bind port 7b477a0d-428e-4e42-8448-dc937d2484c0 by drivers openvswitch,hyperv on host dv-cinder-778193-10-iscsi at level 0 using segments [{'id': '6416812b-9698-4c94-b689-508bdc693c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '151497d5-ce27-4271-a888-4f8a00b26617'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 05:20:37.421783 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98261bc6-5af6-44d6-ac6a-e812ff1aec15 None None] Attempting to bind port 7b477a0d-428e-4e42-8448-dc937d2484c0 on network 151497d5-ce27-4271-a888-4f8a00b26617 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 05:20:37.421783 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98261bc6-5af6-44d6-ac6a-e812ff1aec15 None None] Checking agent: {'id': 'b0313305-4280-4067-8ee0-4ba61e64320d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 5, 12, 9), 'started_at': datetime.datetime(2021, 9, 21, 5, 12, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 5, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 05:20:37.421783 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98261bc6-5af6-44d6-ac6a-e812ff1aec15 None None] Checking segment: {'id': '6416812b-9698-4c94-b689-508bdc693c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '151497d5-ce27-4271-a888-4f8a00b26617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 05:20:37.421783 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-98261bc6-5af6-44d6-ac6a-e812ff1aec15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:37.421783 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98261bc6-5af6-44d6-ac6a-e812ff1aec15 None None] Bound using segment: {'id': '6416812b-9698-4c94-b689-508bdc693c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '151497d5-ce27-4271-a888-4f8a00b26617'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 05:20:37.421783 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-98261bc6-5af6-44d6-ac6a-e812ff1aec15 None None] Bound port: 7b477a0d-428e-4e42-8448-dc937d2484c0, host: dv-cinder-778193-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6416812b-9698-4c94-b689-508bdc693c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '151497d5-ce27-4271-a888-4f8a00b26617'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 05:20:37.421783 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-98261bc6-5af6-44d6-ac6a-e812ff1aec15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:37.422792 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.services.segments.db [None req-96e45b92-3f15-449d-b7a4-3403096bf0d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '435162ba-710b-4d5e-bca7-b18e1618c9de') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:20:37.422792 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.services.segments.db [None req-96e45b92-3f15-449d-b7a4-3403096bf0d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '435162ba-710b-4d5e-bca7-b18e1618c9de') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:20:37.432850 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-96e45b92-3f15-449d-b7a4-3403096bf0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751404111270', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8322591'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:37.445579 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c307a7aa-346f-49c0-b73e-bafac7f34609 admin admin] Router 37b55ae1-8c3b-4599-9802-e910584b10fa has already been hosted by L3 agent e4914d08-4fb7-43fa-94fb-1720f1d16cb4 {{(pid=94666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 05:20:37.493444 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-2b73d764-ba0a-42cc-83b2-6a6572292f16 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=81237c353e8a49c29c9e2d45e9b56259&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5186579 Sep 21 05:20:37.494194 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b73d764-ba0a-42cc-83b2-6a6572292f16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a070375d-dce8-4e07-b745-5f9f2691fd38,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:37.497929 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 53008) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:20:37.498729 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-96e45b92-3f15-449d-b7a4-3403096bf0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669518'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:37.634535 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9ccc94ea-a2dd-4ad9-a9c7-28053e9f4004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751403777208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6441136'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:37.662415 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-98261bc6-5af6-44d6-ac6a-e812ff1aec15 None None] For port 7b477a0d-428e-4e42-8448-dc937d2484c0, host dv-cinder-778193-10-iscsi, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 05:20:37.665892 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-98261bc6-5af6-44d6-ac6a-e812ff1aec15 None None] For port 7b477a0d-428e-4e42-8448-dc937d2484c0, host dv-cinder-778193-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=7b477a0d-428e-4e42-8448-dc937d2484c0,segment=NetworkSegment(6416812b-9698-4c94-b689-508bdc693c40),segment_id=6416812b-9698-4c94-b689-508bdc693c40)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 05:20:37.667587 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:37.707032 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ccc94ea-a2dd-4ad9-a9c7-28053e9f4004 admin admin] Network 007b9195-968a-4aaf-8c91-9ba7bd7821aa is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 05:20:37.708489 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5d750591-ab8e-4d6f-acc7-497442def200 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:37.726080 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96e45b92-3f15-449d-b7a4-3403096bf0d1 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 05:20:37.726533 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-96e45b92-3f15-449d-b7a4-3403096bf0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6441537'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:37.728295 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc94ea-a2dd-4ad9-a9c7-28053e9f4004 admin admin] Pushing event updated for resources: {'Port': ['ID=27203168-ca35-41e3-9853-0a69c761b9bb,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:37.729648 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-af7cfa26-7fb7-41a1-9eb9-aaa4d58f18b8 None None] Provisioning complete for port 7b477a0d-428e-4e42-8448-dc937d2484c0 triggered by entity DHCP. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:20:37.730027 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-af7cfa26-7fb7-41a1-9eb9-aaa4d58f18b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:37.733384 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-9ccc94ea-a2dd-4ad9-a9c7-28053e9f4004 admin admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:20:37.736190 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccc94ea-a2dd-4ad9-a9c7-28053e9f4004 admin admin] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 05:20:37.791924 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-98261bc6-5af6-44d6-ac6a-e812ff1aec15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:37.814573 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c307a7aa-346f-49c0-b73e-bafac7f34609 admin admin] Notify agent at l3_agent.dv-cinder-778193-10-iscsi the message routers_updated {{(pid=94666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 05:20:37.828979 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-c307a7aa-346f-49c0-b73e-bafac7f34609 admin admin] 10.222.0.36 "PUT /v2.0/routers/37b55ae1-8c3b-4599-9802-e910584b10fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3742378 Sep 21 05:20:37.885529 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-af7cfa26-7fb7-41a1-9eb9-aaa4d58f18b8 None None] Port 7b477a0d-428e-4e42-8448-dc937d2484c0 cannot update to ACTIVE because it is not bound. {{(pid=94668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 05:20:37.943137 dv-cinder-778193-10-iscsi neutron-server[94667]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 21 05:20:37.943137 dv-cinder-778193-10-iscsi neutron-server[94667]: from cryptography.utils import int_from_bytes Sep 21 05:20:37.943137 dv-cinder-778193-10-iscsi neutron-server[94667]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 21 05:20:37.943137 dv-cinder-778193-10-iscsi neutron-server[94667]: from cryptography.utils import int_from_bytes Sep 21 05:20:37.943137 dv-cinder-778193-10-iscsi neutron-server[94667]: Traceback (most recent call last): Sep 21 05:20:37.943137 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 05:20:37.943137 dv-cinder-778193-10-iscsi neutron-server[94667]: timer() Sep 21 05:20:37.943137 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 05:20:37.943137 dv-cinder-778193-10-iscsi neutron-server[94667]: cb(*args, **kw) Sep 21 05:20:37.943137 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 05:20:37.943137 dv-cinder-778193-10-iscsi neutron-server[94667]: return func(*args, **kwargs) Sep 21 05:20:37.943137 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 05:20:37.943137 dv-cinder-778193-10-iscsi neutron-server[94667]: self._notify() Sep 21 05:20:37.943137 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 05:20:37.943137 dv-cinder-778193-10-iscsi neutron-server[94667]: self.callback(batched_events) Sep 21 05:20:37.943137 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 05:20:37.943137 dv-cinder-778193-10-iscsi neutron-server[94667]: event.method(event) Sep 21 05:20:37.943137 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 05:20:37.943137 dv-cinder-778193-10-iscsi neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 05:20:37.943137 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 05:20:37.943137 dv-cinder-778193-10-iscsi neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 05:20:37.943137 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 05:20:37.943137 dv-cinder-778193-10-iscsi neutron-server[94667]: return f(self, *a, **k) Sep 21 05:20:37.943137 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 05:20:37.943137 dv-cinder-778193-10-iscsi neutron-server[94667]: return self._get(url).json() Sep 21 05:20:37.943137 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 05:20:37.943137 dv-cinder-778193-10-iscsi neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 05:20:37.943137 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 05:20:37.943137 dv-cinder-778193-10-iscsi neutron-server[94667]: return self.request(url, 'GET', **kwargs) Sep 21 05:20:37.943137 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 05:20:37.943137 dv-cinder-778193-10-iscsi neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 05:20:37.943137 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 05:20:37.943137 dv-cinder-778193-10-iscsi neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 05:20:37.943137 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 05:20:37.943137 dv-cinder-778193-10-iscsi neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 05:20:37.943137 dv-cinder-778193-10-iscsi neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 05:20:37.998288 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b806c890-9464-412f-94c4-411a3c04c433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:38.016081 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9ccc94ea-a2dd-4ad9-a9c7-28053e9f4004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473222'] for router_interface, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:38.018332 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98261bc6-5af6-44d6-ac6a-e812ff1aec15 None None] Routers {'ff2dd978-6edc-4c47-92a7-6f19c17a2f21'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:20:38.026506 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-98261bc6-5af6-44d6-ac6a-e812ff1aec15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:20:09Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['ff2dd978-6edc-4c47-92a7-6f19c17a2f21'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:20:38.103546 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ef906272-3b29-4b36-8905-391cc8caf0e4 req-a9f56f2b-86c0-42ba-ba2b-65fadb16a65c tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] 10.222.0.36 "GET /v2.0/ports?device_id=b88273d9-135f-41f7-99fd-9b3c7f1c3b62 HTTP/1.1" status: 200 len: 210 time: 0.1162214 Sep 21 05:20:38.104065 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.32', 51801) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:20:38.225099 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee233ad-2de1-4e85-a605-06db44fbcc07 None None] Pushing event updated for resources: {'Port': ['ID=7b477a0d-428e-4e42-8448-dc937d2484c0,revision_number=4']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:38.252396 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device 08e48f07-ff20-4412-9095-dde052a63194 up at agent ovs-agent-dv-cinder-778193-10-iscsi {{(pid=94668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 05:20:38.333533 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b806c890-9464-412f-94c4-411a3c04c433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:38.349441 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-96e45b92-3f15-449d-b7a4-3403096bf0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3667973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473113'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:38.361377 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-96e45b92-3f15-449d-b7a4-3403096bf0d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531542'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:38.366812 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-96e45b92-3f15-449d-b7a4-3403096bf0d1 admin admin] 10.222.0.36 "DELETE /v2.0/networks/7ace6229-f3bf-48cd-b7ca-5a33fbbead9e HTTP/1.1" status: 204 len: 168 time: 1.8579826 Sep 21 05:20:38.403212 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-98261bc6-5af6-44d6-ac6a-e812ff1aec15 None None] Set router ff2dd978-6edc-4c47-92a7-6f19c17a2f21 gateway port host: dv-cinder-778193-10-iscsi {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:20:38.434227 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e45b92-3f15-449d-b7a4-3403096bf0d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ace6229-f3bf-48cd-b7ca-5a33fbbead9e,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:38.479238 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5d750591-ab8e-4d6f-acc7-497442def200 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:38.520798 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0febb3d9-7cda-4f1c-bd72-2cfacbfea210 req-9b040c41-d417-4b18-8c06-0350a498b8d9 tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:20:38.522374 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0febb3d9-7cda-4f1c-bd72-2cfacbfea210 req-9b040c41-d417-4b18-8c06-0350a498b8d9 tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] 10.222.0.32 "GET /v2.0/networks?id=89413bf2-67e6-460f-929f-b974da260979 HTTP/1.1" status: 200 len: 811 time: 0.4173429 Sep 21 05:20:38.583282 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [req-0febb3d9-7cda-4f1c-bd72-2cfacbfea210 req-90a860e7-5f57-4645-8447-1a66c991ee2c tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] Request body: {'port': {'device_id': 'b88273d9-135f-41f7-99fd-9b3c7f1c3b62', 'network_id': '89413bf2-67e6-460f-929f-b974da260979', 'admin_state_up': True, 'tenant_id': 'b32e07f20a3c46b38b6bcf4382ec365e'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:20:38.587714 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-befe037d-e463-4e9f-be10-f32b2c154051 None None] Provisioning complete for port 27203168-ca35-41e3-9853-0a69c761b9bb triggered by entity DHCP. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:20:38.587714 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-befe037d-e463-4e9f-be10-f32b2c154051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:38.589574 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5d750591-ab8e-4d6f-acc7-497442def200 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:38.679634 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b806c890-9464-412f-94c4-411a3c04c433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:38.682281 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b806c890-9464-412f-94c4-411a3c04c433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:38.686725 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-b806c890-9464-412f-94c4-411a3c04c433 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a070375d-dce8-4e07-b745-5f9f2691fd38 HTTP/1.1" status: 204 len: 168 time: 1.1811016 Sep 21 05:20:38.690602 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5d750591-ab8e-4d6f-acc7-497442def200 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:38.692976 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-5d750591-ab8e-4d6f-acc7-497442def200 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.2189720 Sep 21 05:20:38.710095 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b298e460-0680-411b-9c1d-0a2fafdee03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:38.716726 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 53048) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:20:38.733769 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [None req-ff1d05ea-7db7-4655-ab47-8775e0f8c7a6 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Request body: {'security_group_rule': {'security_group_id': '05d839fa-73c5-47b3-a600-d2c01af0c82a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:20:38.754969 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9ccc94ea-a2dd-4ad9-a9c7-28053e9f4004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:38.758233 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d750591-ab8e-4d6f-acc7-497442def200 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05d839fa-73c5-47b3-a600-d2c01af0c82a,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:38.761065 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-befe037d-e463-4e9f-be10-f32b2c154051 None None] Port 27203168-ca35-41e3-9853-0a69c761b9bb cannot update to ACTIVE because it is not bound. {{(pid=94668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 05:20:38.811631 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b806c890-9464-412f-94c4-411a3c04c433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a070375d-dce8-4e07-b745-5f9f2691fd38,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:38.883113 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Provisioning complete for port 08e48f07-ff20-4412-9095-dde052a63194 triggered by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:20:38.883446 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:38.970162 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-29825529-bd9c-4340-8b5b-729c87bc895a None None] Provisioning complete for port 7b477a0d-428e-4e42-8448-dc937d2484c0 triggered by entity DHCP. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:20:38.970570 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-29825529-bd9c-4340-8b5b-729c87bc895a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:38.989979 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886e174c-4fce-4604-924c-aefabc269d68 req-c63e8d91-a652-4cac-bd1e-96aef7eac9bf tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:20:38.997087 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-886e174c-4fce-4604-924c-aefabc269d68 req-c63e8d91-a652-4cac-bd1e-96aef7eac9bf tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/networks?id=5924b4aa-fb49-47a2-bb5c-959e13209f12 HTTP/1.1" status: 200 len: 819 time: 0.2601929 Sep 21 05:20:39.032066 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-886e174c-4fce-4604-924c-aefabc269d68 req-93be5436-8f50-43ab-8550-f7557c8bf085 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/quotas/b64060143eab4fe4b14ef5a511665b1a HTTP/1.1" status: 200 len: 375 time: 0.0336483 Sep 21 05:20:39.114311 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9ccc94ea-a2dd-4ad9-a9c7-28053e9f4004 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:39.119249 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-886e174c-4fce-4604-924c-aefabc269d68 req-44ec7049-bbd8-447b-b194-fed90daf8f60 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b64060143eab4fe4b14ef5a511665b1a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0863400 Sep 21 05:20:39.137893 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:39.192773 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] For port 08e48f07-ff20-4412-9095-dde052a63194, host dv-cinder-778193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=08e48f07-ff20-4412-9095-dde052a63194,segment=NetworkSegment(826ab498-a3a4-4696-958a-2da03407e177),segment_id=826ab498-a3a4-4696-958a-2da03407e177)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:20:39.208415 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-98261bc6-5af6-44d6-ac6a-e812ff1aec15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2dd978-6edc-4c47-92a7-6f19c17a2f21', 'name': 'tempest-AttachVolumeTestJSON-1593096502-router', 'tenant_id': 'c1270fbb20a848c2956184daa8db39c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '0e3dae2b-e1b4-47a3-b546-2e8980b35558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:20:26Z', 'updated_at': '2021-09-21T05:20:33Z', 'revision_number': 4, 'project_id': 'c1270fbb20a848c2956184daa8db39c9', 'gw_port': {'id': '0e3dae2b-e1b4-47a3-b546-2e8980b35558', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:7f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2dd978-6edc-4c47-92a7-6f19c17a2f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:20:27Z', 'updated_at': '2021-09-21T05:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi', '_interfaces': [{'id': '7b477a0d-428e-4e42-8448-dc937d2484c0', 'name': '', 'network_id': '151497d5-ce27-4271-a888-4f8a00b26617', 'tenant_id': 'c1270fbb20a848c2956184daa8db39c9', 'mac_address': 'fa:16:3e:ce:e8:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff2dd978-6edc-4c47-92a7-6f19c17a2f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f6d02048-06ff-4c3a-9a06-2b16d4e50c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:20:31Z', 'updated_at': '2021-09-21T05:20:37Z', 'revision_number': 4, 'project_id': 'c1270fbb20a848c2956184daa8db39c9', 'subnets': [{'id': 'f6d02048-06ff-4c3a-9a06-2b16d4e50c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:20:39.210064 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-29825529-bd9c-4340-8b5b-729c87bc895a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:39.242910 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98261bc6-5af6-44d6-ac6a-e812ff1aec15 None None] The sync data for ids ['ff2dd978-6edc-4c47-92a7-6f19c17a2f21'] in dv-cinder-778193-10-iscsi is: [{'id': 'ff2dd978-6edc-4c47-92a7-6f19c17a2f21', 'name': 'tempest-AttachVolumeTestJSON-1593096502-router', 'tenant_id': 'c1270fbb20a848c2956184daa8db39c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '0e3dae2b-e1b4-47a3-b546-2e8980b35558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:20:26Z', 'updated_at': '2021-09-21T05:20:33Z', 'revision_number': 4, 'project_id': 'c1270fbb20a848c2956184daa8db39c9', 'gw_port': {'id': '0e3dae2b-e1b4-47a3-b546-2e8980b35558', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:7f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2dd978-6edc-4c47-92a7-6f19c17a2f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:20:27Z', 'updated_at': '2021-09-21T05:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi', '_interfaces': [{'id': '7b477a0d-428e-4e42-8448-dc937d2484c0', 'name': '', 'network_id': '151497d5-ce27-4271-a888-4f8a00b26617', 'tenant_id': 'c1270fbb20a848c2956184daa8db39c9', 'mac_address': 'fa:16:3e:ce:e8:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff2dd978-6edc-4c47-92a7-6f19c17a2f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f6d02048-06ff-4c3a-9a06-2b16d4e50c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:20:31Z', 'updated_at': '2021-09-21T05:20:37Z', 'revision_number': 4, 'project_id': 'c1270fbb20a848c2956184daa8db39c9', 'subnets': [{'id': 'f6d02048-06ff-4c3a-9a06-2b16d4e50c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 05:20:39.263069 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-815c1627-e1d5-4170-859a-a4528991b76f req-ebd26e9c-cc39-45c4-96b7-6726b8ec415c tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] 10.222.0.36 "GET /v2.0/ports?device_id=b88273d9-135f-41f7-99fd-9b3c7f1c3b62 HTTP/1.1" status: 200 len: 210 time: 0.0402439 Sep 21 05:20:39.269248 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-29825529-bd9c-4340-8b5b-729c87bc895a None None] For port 7b477a0d-428e-4e42-8448-dc937d2484c0, host dv-cinder-778193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=7b477a0d-428e-4e42-8448-dc937d2484c0,segment=NetworkSegment(6416812b-9698-4c94-b689-508bdc693c40),segment_id=6416812b-9698-4c94-b689-508bdc693c40)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:20:39.287330 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-886e174c-4fce-4604-924c-aefabc269d68 req-8e9f3954-bd21-4d24-bc84-6a479814d057 service neutron] 10.222.0.36 "GET /v2.0/networks/5924b4aa-fb49-47a2-bb5c-959e13209f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596091 Sep 21 05:20:39.382955 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-886e174c-4fce-4604-924c-aefabc269d68 req-403cc123-8bb7-4548-8de3-99a74f9f046c service neutron] 10.222.0.36 "GET /v2.0/networks/5924b4aa-fb49-47a2-bb5c-959e13209f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946307 Sep 21 05:20:39.527768 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2d0a86-1c2a-42b3-ac59-af37a3aed785 None None] Sync routers for ids ['37b55ae1-8c3b-4599-9802-e910584b10fa'] in dv-cinder-778193-10-iscsi {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 05:20:39.538039 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2d0a86-1c2a-42b3-ac59-af37a3aed785 None None] Routers {'37b55ae1-8c3b-4599-9802-e910584b10fa'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:20:39.538709 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-5e2d0a86-1c2a-42b3-ac59-af37a3aed785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:20:39Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['37b55ae1-8c3b-4599-9802-e910584b10fa'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:20:39.559165 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 53088) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:20:39.573033 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ff1d05ea-7db7-4655-ab47-8775e0f8c7a6 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:39.615343 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9ccc94ea-a2dd-4ad9-a9c7-28053e9f4004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6441129'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:39.638182 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:39.642566 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0febb3d9-7cda-4f1c-bd72-2cfacbfea210 req-90a860e7-5f57-4645-8447-1a66c991ee2c tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] Made reservation on behalf of b32e07f20a3c46b38b6bcf4382ec365e for: {'port': 1} {{(pid=94666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 05:20:39.645973 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:39.646622 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-0febb3d9-7cda-4f1c-bd72-2cfacbfea210 req-90a860e7-5f57-4645-8447-1a66c991ee2c tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:39.648229 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device 0e3dae2b-e1b4-47a3-b546-2e8980b35558 up at agent ovs-agent-dv-cinder-778193-10-iscsi {{(pid=94668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 05:20:39.658322 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-29825529-bd9c-4340-8b5b-729c87bc895a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:39.795490 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ff1d05ea-7db7-4655-ab47-8775e0f8c7a6 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:39.820584 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-5e2d0a86-1c2a-42b3-ac59-af37a3aed785 None None] Set router 37b55ae1-8c3b-4599-9802-e910584b10fa gateway port host: dv-cinder-778193-10-iscsi {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:20:39.841291 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Pushing event updated for resources: {'Port': ['ID=08e48f07-ff20-4412-9095-dde052a63194,revision_number=4']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:39.922021 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ff1d05ea-7db7-4655-ab47-8775e0f8c7a6 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585508'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:39.949413 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2c351aa7-00e3-4828-8663-e1495c3162e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:39.956979 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Provisioning complete for port 0e3dae2b-e1b4-47a3-b546-2e8980b35558 triggered by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:20:39.957394 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:39.973899 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29825529-bd9c-4340-8b5b-729c87bc895a None None] Pushing event updated for resources: {'Port': ['ID=7b477a0d-428e-4e42-8448-dc937d2484c0,revision_number=5']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:39.989537 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-812c09f9-6505-4372-8d69-858fab5f8c5a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4e9fe364c04743439ad54f809d923dc4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4263718 Sep 21 05:20:39.996451 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 53120) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:20:39.996989 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1d05ea-7db7-4655-ab47-8775e0f8c7a6 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac246171-0955-4011-b1f0-a0e18c501459,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:40.065326 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-fa3aa697-3019-49de-9770-ed4e3cf5d959 req-2db3fc4f-cdaf-47ef-b5d4-ed753109a9ff tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8597837-cb82-468d-8b14-07327db8866d HTTP/1.1" status: 200 len: 210 time: 0.1507812 Sep 21 05:20:40.197345 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc94ea-a2dd-4ad9-a9c7-28053e9f4004 admin admin] Pushing event updated for resources: {'Port': ['ID=27203168-ca35-41e3-9853-0a69c761b9bb,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:40.217701 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9ccc94ea-a2dd-4ad9-a9c7-28053e9f4004 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-471830'] for router_interface, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:40.323234 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ff1d05ea-7db7-4655-ab47-8775e0f8c7a6 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:40.327162 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-ff1d05ea-7db7-4655-ab47-8775e0f8c7a6 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6068587 Sep 21 05:20:40.368206 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 53132) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:20:40.392320 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [None req-6bda67c2-79b8-4fc1-acb1-931a395b8c2b tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Request body: {'security_group_rule': {'security_group_id': '05d839fa-73c5-47b3-a600-d2c01af0c82a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:20:40.609271 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5be18b2e-8dd3-4ed8-99fe-5b044e89f8d0 req-278e3c49-bbf5-4490-b56f-f51fe5d69d5e tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] 10.222.0.36 "GET /v2.0/ports?device_id=b88273d9-135f-41f7-99fd-9b3c7f1c3b62 HTTP/1.1" status: 200 len: 210 time: 0.1031597 Sep 21 05:20:40.613541 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.db.db_base_plugin_common [req-0febb3d9-7cda-4f1c-bd72-2cfacbfea210 req-90a860e7-5f57-4645-8447-1a66c991ee2c tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] Allocated IP 172.20.0.13 (89413bf2-67e6-460f-929f-b974da260979/be3e42f0-1d35-4295-b225-023127081ba2/05d39ff1-572f-49bd-8122-ac7564e2b579) {{(pid=94666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 05:20:40.643680 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-5e2d0a86-1c2a-42b3-ac59-af37a3aed785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b55ae1-8c3b-4599-9802-e910584b10fa', 'name': 'tempest-ServerRescueNegativeTestJSON-1284043057-router', 'tenant_id': 'b64060143eab4fe4b14ef5a511665b1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '08e48f07-ff20-4412-9095-dde052a63194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:20:27Z', 'updated_at': '2021-09-21T05:20:35Z', 'revision_number': 4, 'project_id': 'b64060143eab4fe4b14ef5a511665b1a', 'gw_port': {'id': '08e48f07-ff20-4412-9095-dde052a63194', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:69:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b55ae1-8c3b-4599-9802-e910584b10fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:20:28Z', 'updated_at': '2021-09-21T05:20:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi', '_interfaces': [{'id': '81a6da86-878f-420c-a8c5-2913b1206161', 'name': '', 'network_id': '5924b4aa-fb49-47a2-bb5c-959e13209f12', 'tenant_id': 'b64060143eab4fe4b14ef5a511665b1a', 'mac_address': 'fa:16:3e:cb:c2:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b55ae1-8c3b-4599-9802-e910584b10fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'eb31e64e-231d-4419-bf19-44f0d2bc22f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:20:34Z', 'updated_at': '2021-09-21T05:20:36Z', 'revision_number': 2, 'project_id': 'b64060143eab4fe4b14ef5a511665b1a', 'subnets': [{'id': 'eb31e64e-231d-4419-bf19-44f0d2bc22f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:20:40.655486 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device 08e48f07-ff20-4412-9095-dde052a63194 up at agent ovs-agent-dv-cinder-778193-10-iscsi {{(pid=94668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 05:20:40.701356 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2d0a86-1c2a-42b3-ac59-af37a3aed785 None None] Checking router: 37b55ae1-8c3b-4599-9802-e910584b10fa for host: dv-cinder-778193-10-iscsi {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 05:20:40.701356 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2d0a86-1c2a-42b3-ac59-af37a3aed785 None None] Updating router 37b55ae1-8c3b-4599-9802-e910584b10fa port 81a6da86-878f-420c-a8c5-2913b1206161 binding host dv-cinder-778193-10-iscsi {{(pid=94669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 05:20:40.703820 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f73b53f3-c8e8-45f8-bc32-1e10c72cc425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:40.745322 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5e2d0a86-1c2a-42b3-ac59-af37a3aed785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:40.779523 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Provisioning complete for port 08e48f07-ff20-4412-9095-dde052a63194 triggered by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:20:40.780159 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:40.789813 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f73b53f3-c8e8-45f8-bc32-1e10c72cc425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:40.883145 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b1239b-4ee7-43a2-b1be-9f426ee44a1f req-8c83ccad-8a64-40a6-942b-a8232b240dcc tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:20:40.892285 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-83b1239b-4ee7-43a2-b1be-9f426ee44a1f req-8c83ccad-8a64-40a6-942b-a8232b240dcc tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/networks?id=5924b4aa-fb49-47a2-bb5c-959e13209f12 HTTP/1.1" status: 200 len: 819 time: 0.2850597 Sep 21 05:20:40.941819 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device 820f8cfb-2e0b-431f-a515-c22b419c47fc up at agent ovs-agent-dv-cinder-778193-10-iscsi {{(pid=94668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 05:20:40.942881 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6bda67c2-79b8-4fc1-acb1-931a395b8c2b tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:40.987514 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 53160) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:20:41.026236 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-83b1239b-4ee7-43a2-b1be-9f426ee44a1f req-164e3903-c19e-4905-9998-7518c3bda48a tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/quotas/b64060143eab4fe4b14ef5a511665b1a HTTP/1.1" status: 200 len: 375 time: 0.1254826 Sep 21 05:20:41.029441 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ccc94ea-a2dd-4ad9-a9c7-28053e9f4004 admin admin] Network 007b9195-968a-4aaf-8c91-9ba7bd7821aa is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 05:20:41.045458 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-9ccc94ea-a2dd-4ad9-a9c7-28053e9f4004 admin admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:20:41.048003 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f73b53f3-c8e8-45f8-bc32-1e10c72cc425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:41.050504 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f73b53f3-c8e8-45f8-bc32-1e10c72cc425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:41.054004 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Provisioning complete for port 820f8cfb-2e0b-431f-a515-c22b419c47fc triggered by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:20:41.055518 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:41.116622 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-f73b53f3-c8e8-45f8-bc32-1e10c72cc425 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5d4f0c1a-9737-4410-99f3-a729c4329db4 HTTP/1.1" status: 204 len: 168 time: 1.1148641 Sep 21 05:20:41.151499 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73b53f3-c8e8-45f8-bc32-1e10c72cc425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d4f0c1a-9737-4410-99f3-a729c4329db4,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:41.219719 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6bda67c2-79b8-4fc1-acb1-931a395b8c2b tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:41.223586 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a1fb1f33-fe48-4684-9a56-b3eb65d74809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:41.275167 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-0febb3d9-7cda-4f1c-bd72-2cfacbfea210 req-90a860e7-5f57-4645-8447-1a66c991ee2c tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] Notify callbacks [] for port, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:41.301270 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6bda67c2-79b8-4fc1-acb1-931a395b8c2b tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585508'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:41.310908 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-83b1239b-4ee7-43a2-b1be-9f426ee44a1f req-b922f00d-d8d1-4c4b-a9f6-a29cea03cd7c tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b64060143eab4fe4b14ef5a511665b1a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2831116 Sep 21 05:20:41.373027 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:41.456225 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6bda67c2-79b8-4fc1-acb1-931a395b8c2b tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:41.461141 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-6bda67c2-79b8-4fc1-acb1-931a395b8c2b tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0778213 Sep 21 05:20:41.461329 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 53186) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:20:41.465721 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-3a47f5b0-745a-4e33-934a-31aee38fd7d1 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Request body: {'floatingip': {'floating_network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:20:41.468597 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bda67c2-79b8-4fc1-acb1-931a395b8c2b tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=311bdca9-b3cb-4c8b-b543-af249eb91a31,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:41.515332 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-0febb3d9-7cda-4f1c-bd72-2cfacbfea210 req-90a860e7-5f57-4645-8447-1a66c991ee2c tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751403777208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7439717'] for port, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:41.519025 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ccc94ea-a2dd-4ad9-a9c7-28053e9f4004 admin admin] Router 29c2e55b-cae6-485f-a124-25addc251d8e has already been hosted by L3 agent e4914d08-4fb7-43fa-94fb-1720f1d16cb4 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 05:20:41.550078 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] For port 820f8cfb-2e0b-431f-a515-c22b419c47fc, host dv-cinder-778193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=820f8cfb-2e0b-431f-a515-c22b419c47fc,segment=NetworkSegment(826ab498-a3a4-4696-958a-2da03407e177),segment_id=826ab498-a3a4-4696-958a-2da03407e177)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:20:41.665814 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-7a567afd-2b76-4b3d-9c70-6272abfb4056 None None] Provisioning complete for port 27203168-ca35-41e3-9853-0a69c761b9bb triggered by entity DHCP. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:20:41.666530 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7a567afd-2b76-4b3d-9c70-6272abfb4056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:41.771640 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5e2d0a86-1c2a-42b3-ac59-af37a3aed785 None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:41.773231 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-295622f2-89d5-4ae6-b415-e0a69e38efc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:41.786615 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:41.793397 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device 7b477a0d-428e-4e42-8448-dc937d2484c0 up at agent ovs-agent-dv-cinder-778193-10-iscsi {{(pid=94668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 05:20:41.808353 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ccc94ea-a2dd-4ad9-a9c7-28053e9f4004 admin admin] Notify agent at l3_agent.dv-cinder-778193-10-iscsi the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 05:20:41.820871 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-9ccc94ea-a2dd-4ad9-a9c7-28053e9f4004 admin admin] 10.222.0.36 "PUT /v2.0/routers/29c2e55b-cae6-485f-a124-25addc251d8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8532898 Sep 21 05:20:41.884164 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5e2d0a86-1c2a-42b3-ac59-af37a3aed785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:41.969363 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4180f88-6a48-4561-9c44-1ad64e6aa67d None None] Sync routers for ids ['29c2e55b-cae6-485f-a124-25addc251d8e'] in dv-cinder-778193-10-iscsi {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 05:20:41.969459 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-3a47f5b0-745a-4e33-934a-31aee38fd7d1 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks [] for floatingip, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:41.969459 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0febb3d9-7cda-4f1c-bd72-2cfacbfea210 req-90a860e7-5f57-4645-8447-1a66c991ee2c tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] Network 89413bf2-67e6-460f-929f-b974da260979 is already hosted by enough agents. {{(pid=94666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 05:20:42.063170 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7098407-4d13-467f-8164-55d882444314 None None] Pushing event updated for resources: {'Port': ['ID=81a6da86-878f-420c-a8c5-2913b1206161,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:42.071877 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-7a567afd-2b76-4b3d-9c70-6272abfb4056 None None] Port 27203168-ca35-41e3-9853-0a69c761b9bb cannot update to ACTIVE because it is not bound. {{(pid=94668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 05:20:42.093806 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4180f88-6a48-4561-9c44-1ad64e6aa67d None None] Routers {'29c2e55b-cae6-485f-a124-25addc251d8e'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:20:42.094473 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-c4180f88-6a48-4561-9c44-1ad64e6aa67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:20:39Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['29c2e55b-cae6-485f-a124-25addc251d8e'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:20:42.104866 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a860e7-5f57-4645-8447-1a66c991ee2c tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] Pushing event updated for resources: {'Port': ['ID=05d39ff1-572f-49bd-8122-ac7564e2b579,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:42.145231 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-5e2d0a86-1c2a-42b3-ac59-af37a3aed785 None None] Attempting to bind port 81a6da86-878f-420c-a8c5-2913b1206161 on host dv-cinder-778193-10-iscsi for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 05:20:42.145786 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-5e2d0a86-1c2a-42b3-ac59-af37a3aed785 None None] Attempting to bind port 81a6da86-878f-420c-a8c5-2913b1206161 by drivers openvswitch,hyperv on host dv-cinder-778193-10-iscsi at level 0 using segments [{'id': '867dd244-b99a-4551-9821-ce0615c07d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5924b4aa-fb49-47a2-bb5c-959e13209f12'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 05:20:42.146211 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2d0a86-1c2a-42b3-ac59-af37a3aed785 None None] Attempting to bind port 81a6da86-878f-420c-a8c5-2913b1206161 on network 5924b4aa-fb49-47a2-bb5c-959e13209f12 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 05:20:42.148551 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.base_scheduler [req-0febb3d9-7cda-4f1c-bd72-2cfacbfea210 req-90a860e7-5f57-4645-8447-1a66c991ee2c tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] Resources bound (agent type, host, resource id): {{(pid=94666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:20:42.156459 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2d0a86-1c2a-42b3-ac59-af37a3aed785 None None] Checking agent: {'id': 'b0313305-4280-4067-8ee0-4ba61e64320d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 5, 12, 9), 'started_at': datetime.datetime(2021, 9, 21, 5, 12, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 5, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 05:20:42.157318 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2d0a86-1c2a-42b3-ac59-af37a3aed785 None None] Checking segment: {'id': '867dd244-b99a-4551-9821-ce0615c07d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5924b4aa-fb49-47a2-bb5c-959e13209f12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 05:20:42.158538 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5e2d0a86-1c2a-42b3-ac59-af37a3aed785 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:42.159360 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2d0a86-1c2a-42b3-ac59-af37a3aed785 None None] Bound using segment: {'id': '867dd244-b99a-4551-9821-ce0615c07d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5924b4aa-fb49-47a2-bb5c-959e13209f12'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 05:20:42.159960 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-5e2d0a86-1c2a-42b3-ac59-af37a3aed785 None None] Bound port: 81a6da86-878f-420c-a8c5-2913b1206161, host: dv-cinder-778193-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '867dd244-b99a-4551-9821-ce0615c07d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5924b4aa-fb49-47a2-bb5c-959e13209f12'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 05:20:42.160715 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5e2d0a86-1c2a-42b3-ac59-af37a3aed785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:42.190227 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b3b6f2-1bed-4cc2-81d0-366152d8167c req-51ce58a9-4dae-43d7-b6ea-03db15dd909b tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:20:42.192264 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b4b3b6f2-1bed-4cc2-81d0-366152d8167c req-51ce58a9-4dae-43d7-b6ea-03db15dd909b tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] 10.222.0.36 "GET /v2.0/ports?device_id=b88273d9-135f-41f7-99fd-9b3c7f1c3b62 HTTP/1.1" status: 200 len: 932 time: 0.3925261 Sep 21 05:20:42.193271 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.db.l3_dvrscheduler_db [req-0febb3d9-7cda-4f1c-bd72-2cfacbfea210 req-90a860e7-5f57-4645-8447-1a66c991ee2c tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] Received port after_create {{(pid=94666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 05:20:42.243120 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Pushing event updated for resources: {'Port': ['ID=820f8cfb-2e0b-431f-a515-c22b419c47fc,revision_number=4']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:42.277851 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Provisioning complete for port 7b477a0d-428e-4e42-8448-dc937d2484c0 triggered by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:20:42.278232 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:42.303689 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0febb3d9-7cda-4f1c-bd72-2cfacbfea210 req-90a860e7-5f57-4645-8447-1a66c991ee2c tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:20:42.304963 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-0febb3d9-7cda-4f1c-bd72-2cfacbfea210 req-90a860e7-5f57-4645-8447-1a66c991ee2c tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531542'] for port, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:42.316660 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-5e2d0a86-1c2a-42b3-ac59-af37a3aed785 None None] For port 81a6da86-878f-420c-a8c5-2913b1206161, host dv-cinder-778193-10-iscsi, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 05:20:42.322061 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-5e2d0a86-1c2a-42b3-ac59-af37a3aed785 None None] For port 81a6da86-878f-420c-a8c5-2913b1206161, host dv-cinder-778193-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=81a6da86-878f-420c-a8c5-2913b1206161,segment=NetworkSegment(867dd244-b99a-4551-9821-ce0615c07d65),segment_id=867dd244-b99a-4551-9821-ce0615c07d65)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 05:20:42.401737 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b4b3b6f2-1bed-4cc2-81d0-366152d8167c req-6c5f1192-60c7-4dc5-b5e9-bc56c4651287 tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] 10.222.0.36 "GET /v2.0/security-groups?id=8cce4bfb-a0e0-494a-811c-9f464d26dbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841691 Sep 21 05:20:42.457907 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5e2d0a86-1c2a-42b3-ac59-af37a3aed785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:42.505124 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-295622f2-89d5-4ae6-b415-e0a69e38efc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:42.555082 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-3a47f5b0-745a-4e33-934a-31aee38fd7d1 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:42.610534 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7098407-4d13-467f-8164-55d882444314 None None] Pushing event updated for resources: {'Port': ['ID=81a6da86-878f-420c-a8c5-2913b1206161,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:42.618762 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-c4180f88-6a48-4561-9c44-1ad64e6aa67d None None] Set router 29c2e55b-cae6-485f-a124-25addc251d8e gateway port host: dv-cinder-778193-10-iscsi {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:20:42.653834 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-295622f2-89d5-4ae6-b415-e0a69e38efc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:42.669833 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2d0a86-1c2a-42b3-ac59-af37a3aed785 None None] Routers {'37b55ae1-8c3b-4599-9802-e910584b10fa'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:20:42.670515 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-5e2d0a86-1c2a-42b3-ac59-af37a3aed785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:20:39Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['37b55ae1-8c3b-4599-9802-e910584b10fa'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:20:42.729143 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 53220) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:20:42.739542 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-295622f2-89d5-4ae6-b415-e0a69e38efc1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=59597dd58c8149569b08aeafcb9957c7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7463067 Sep 21 05:20:42.795465 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0febb3d9-7cda-4f1c-bd72-2cfacbfea210 req-90a860e7-5f57-4645-8447-1a66c991ee2c tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2166028 Sep 21 05:20:42.796901 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295622f2-89d5-4ae6-b415-e0a69e38efc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71dee0be-5cb5-4307-adf0-580fc62ee144,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:42.833933 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [req-0febb3d9-7cda-4f1c-bd72-2cfacbfea210 req-fa938cc8-eec1-4f2b-9435-645df9cc8e71 tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=94666) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 05:20:42.835424 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0febb3d9-7cda-4f1c-bd72-2cfacbfea210 req-fa938cc8-eec1-4f2b-9435-645df9cc8e71 tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083020 Sep 21 05:20:42.847497 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-41b9b4a8-a3f2-4547-8ebb-7764c3866022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:42.853242 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.db.db_base_plugin_common [None req-3a47f5b0-745a-4e33-934a-31aee38fd7d1 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Allocated IP 172.27.3.22 (666bfb66-d53f-41b5-aa91-1f3481ab5acc/80dd054f-6720-4669-be55-825ddd1b955a/a6387632-34f7-4368-9373-f4abe502bf5c) {{(pid=94666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 05:20:42.878837 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-5e2d0a86-1c2a-42b3-ac59-af37a3aed785 None None] Set router 37b55ae1-8c3b-4599-9802-e910584b10fa gateway port host: dv-cinder-778193-10-iscsi {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:20:42.928906 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-41b9b4a8-a3f2-4547-8ebb-7764c3866022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:43.084302 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 53224) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:20:43.128826 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-3a47f5b0-745a-4e33-934a-31aee38fd7d1 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks [] for port, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:43.157448 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-41b9b4a8-a3f2-4547-8ebb-7764c3866022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:43.166502 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-41b9b4a8-a3f2-4547-8ebb-7764c3866022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:43.173873 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-41b9b4a8-a3f2-4547-8ebb-7764c3866022 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/71dee0be-5cb5-4307-adf0-580fc62ee144 HTTP/1.1" status: 204 len: 168 time: 0.4379518 Sep 21 05:20:43.191273 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device 820f8cfb-2e0b-431f-a515-c22b419c47fc up at agent ovs-agent-dv-cinder-778193-10-iscsi {{(pid=94668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 05:20:43.210352 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b9b4a8-a3f2-4547-8ebb-7764c3866022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71dee0be-5cb5-4307-adf0-580fc62ee144,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:43.301700 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [req-83b1239b-4ee7-43a2-b1be-9f426ee44a1f req-5fd1f0b0-8cc9-4d7d-86f2-3f84254d66a2 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=94666) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 05:20:43.310368 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-83b1239b-4ee7-43a2-b1be-9f426ee44a1f req-5fd1f0b0-8cc9-4d7d-86f2-3f84254d66a2 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9892333 Sep 21 05:20:43.323890 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-a77d6544-bb6e-40a2-999a-a0f17727b981 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4ea7057c7a884f239b8f6c0cf6767b06&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2380402 Sep 21 05:20:43.331256 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 53228) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:20:43.355451 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-3a47f5b0-745a-4e33-934a-31aee38fd7d1 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751403777208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7439717'] for port, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:43.369315 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-c4180f88-6a48-4561-9c44-1ad64e6aa67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c2e55b-cae6-485f-a124-25addc251d8e', 'name': 'tempest-AttachVolumeShelveTestJSON-810749560-router', 'tenant_id': '772420021b474ce7806243f145c281b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '820f8cfb-2e0b-431f-a515-c22b419c47fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:20:29Z', 'updated_at': '2021-09-21T05:20:38Z', 'revision_number': 4, 'project_id': '772420021b474ce7806243f145c281b8', 'gw_port': {'id': '820f8cfb-2e0b-431f-a515-c22b419c47fc', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:53:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c2e55b-cae6-485f-a124-25addc251d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:20:30Z', 'updated_at': '2021-09-21T05:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi', '_interfaces': [{'id': '27203168-ca35-41e3-9853-0a69c761b9bb', 'name': '', 'network_id': '007b9195-968a-4aaf-8c91-9ba7bd7821aa', 'tenant_id': '772420021b474ce7806243f145c281b8', 'mac_address': 'fa:16:3e:e9:c9:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c2e55b-cae6-485f-a124-25addc251d8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8a68d4d6-aa72-4762-8b15-dd5ef7ab0ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:20:36Z', 'updated_at': '2021-09-21T05:20:38Z', 'revision_number': 2, 'project_id': '772420021b474ce7806243f145c281b8', 'subnets': [{'id': '8a68d4d6-aa72-4762-8b15-dd5ef7ab0ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:20:43.428362 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 53230) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:20:43.477064 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-5e2d0a86-1c2a-42b3-ac59-af37a3aed785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b55ae1-8c3b-4599-9802-e910584b10fa', 'name': 'tempest-ServerRescueNegativeTestJSON-1284043057-router', 'tenant_id': 'b64060143eab4fe4b14ef5a511665b1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '08e48f07-ff20-4412-9095-dde052a63194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:20:27Z', 'updated_at': '2021-09-21T05:20:35Z', 'revision_number': 4, 'project_id': 'b64060143eab4fe4b14ef5a511665b1a', 'gw_port': {'id': '08e48f07-ff20-4412-9095-dde052a63194', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:69:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b55ae1-8c3b-4599-9802-e910584b10fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:20:28Z', 'updated_at': '2021-09-21T05:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi', '_interfaces': [{'id': '81a6da86-878f-420c-a8c5-2913b1206161', 'name': '', 'network_id': '5924b4aa-fb49-47a2-bb5c-959e13209f12', 'tenant_id': 'b64060143eab4fe4b14ef5a511665b1a', 'mac_address': 'fa:16:3e:cb:c2:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b55ae1-8c3b-4599-9802-e910584b10fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'eb31e64e-231d-4419-bf19-44f0d2bc22f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:20:34Z', 'updated_at': '2021-09-21T05:20:42Z', 'revision_number': 4, 'project_id': 'b64060143eab4fe4b14ef5a511665b1a', 'subnets': [{'id': 'eb31e64e-231d-4419-bf19-44f0d2bc22f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:20:43.486535 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4180f88-6a48-4561-9c44-1ad64e6aa67d None None] Checking router: 29c2e55b-cae6-485f-a124-25addc251d8e for host: dv-cinder-778193-10-iscsi {{(pid=94668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 05:20:43.487180 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4180f88-6a48-4561-9c44-1ad64e6aa67d None None] Updating router 29c2e55b-cae6-485f-a124-25addc251d8e port 27203168-ca35-41e3-9853-0a69c761b9bb binding host dv-cinder-778193-10-iscsi {{(pid=94668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 05:20:43.538862 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-926da428-d3b8-4509-bb47-42cb02e5e651 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:43.556774 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2d0a86-1c2a-42b3-ac59-af37a3aed785 None None] The sync data for ids ['37b55ae1-8c3b-4599-9802-e910584b10fa'] in dv-cinder-778193-10-iscsi is: [{'id': '37b55ae1-8c3b-4599-9802-e910584b10fa', 'name': 'tempest-ServerRescueNegativeTestJSON-1284043057-router', 'tenant_id': 'b64060143eab4fe4b14ef5a511665b1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '08e48f07-ff20-4412-9095-dde052a63194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:20:27Z', 'updated_at': '2021-09-21T05:20:35Z', 'revision_number': 4, 'project_id': 'b64060143eab4fe4b14ef5a511665b1a', 'gw_port': {'id': '08e48f07-ff20-4412-9095-dde052a63194', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:69:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b55ae1-8c3b-4599-9802-e910584b10fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:20:28Z', 'updated_at': '2021-09-21T05:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi', '_interfaces': [{'id': '81a6da86-878f-420c-a8c5-2913b1206161', 'name': '', 'network_id': '5924b4aa-fb49-47a2-bb5c-959e13209f12', 'tenant_id': 'b64060143eab4fe4b14ef5a511665b1a', 'mac_address': 'fa:16:3e:cb:c2:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b55ae1-8c3b-4599-9802-e910584b10fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'eb31e64e-231d-4419-bf19-44f0d2bc22f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:20:34Z', 'updated_at': '2021-09-21T05:20:42Z', 'revision_number': 4, 'project_id': 'b64060143eab4fe4b14ef5a511665b1a', 'subnets': [{'id': 'eb31e64e-231d-4419-bf19-44f0d2bc22f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 05:20:43.582479 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Provisioning complete for port 820f8cfb-2e0b-431f-a515-c22b419c47fc triggered by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:20:43.582945 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:43.584802 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c4180f88-6a48-4561-9c44-1ad64e6aa67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:43.610047 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-926da428-d3b8-4509-bb47-42cb02e5e651 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:43.753600 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a47f5b0-745a-4e33-934a-31aee38fd7d1 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Pushing event updated for resources: {'Port': ['ID=a6387632-34f7-4368-9373-f4abe502bf5c,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:43.859257 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a47f5b0-745a-4e33-934a-31aee38fd7d1 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Network 666bfb66-d53f-41b5-aa91-1f3481ab5acc is already hosted by enough agents. {{(pid=94666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 05:20:43.941239 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.base_scheduler [None req-3a47f5b0-745a-4e33-934a-31aee38fd7d1 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Resources bound (agent type, host, resource id): {{(pid=94666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:20:43.948957 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a47f5b0-745a-4e33-934a-31aee38fd7d1 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Received port after_create {{(pid=94666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 05:20:43.972279 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-926da428-d3b8-4509-bb47-42cb02e5e651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:43.976715 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-926da428-d3b8-4509-bb47-42cb02e5e651 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:43.979020 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-926da428-d3b8-4509-bb47-42cb02e5e651 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9d2e2a5d-f967-49d2-bd3f-214515306528 HTTP/1.1" status: 204 len: 168 time: 0.6448631 Sep 21 05:20:43.991165 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-83b1239b-4ee7-43a2-b1be-9f426ee44a1f req-0d0bb0fc-109f-4e02-97dd-33ffc125fe9b service neutron] 10.222.0.36 "GET /v2.0/networks/5924b4aa-fb49-47a2-bb5c-959e13209f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6802640 Sep 21 05:20:44.008398 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926da428-d3b8-4509-bb47-42cb02e5e651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2e2a5d-f967-49d2-bd3f-214515306528,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:44.174431 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.32', 51809) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:20:44.235374 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-83b1239b-4ee7-43a2-b1be-9f426ee44a1f req-cbd1dd47-f258-4cce-880d-7dbc836ef774 service neutron] 10.222.0.36 "GET /v2.0/networks/5924b4aa-fb49-47a2-bb5c-959e13209f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428842 Sep 21 05:20:44.395819 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c4180f88-6a48-4561-9c44-1ad64e6aa67d None None] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:44.477923 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-3a47f5b0-745a-4e33-934a-31aee38fd7d1 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:44.506811 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c4180f88-6a48-4561-9c44-1ad64e6aa67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:44.568935 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [req-0febb3d9-7cda-4f1c-bd72-2cfacbfea210 req-b4299981-4f88-47d2-abfc-c2aca3b720a1 service neutron] Request body: {'port': {'device_id': 'b88273d9-135f-41f7-99fd-9b3c7f1c3b62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:20:44.702183 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c97bac-62e9-44d4-8647-55aeabc0e253 None None] Pushing event updated for resources: {'Port': ['ID=27203168-ca35-41e3-9853-0a69c761b9bb,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:44.732514 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 53244) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:20:44.813976 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-597fb3dd-7f48-4c4a-8b79-9f7715999fb1 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Request body: {'security_group': {'name': 'tempest-securitygroup--811979747', 'description': 'tempest-description--1734754650'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:20:44.891576 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-31c0de43-ebb1-4710-8e70-039e35acdeed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:44.909053 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-3a47f5b0-745a-4e33-934a-31aee38fd7d1 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:44.909053 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-0febb3d9-7cda-4f1c-bd72-2cfacbfea210 req-b4299981-4f88-47d2-abfc-c2aca3b720a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:44.950551 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-c4180f88-6a48-4561-9c44-1ad64e6aa67d None None] Attempting to bind port 27203168-ca35-41e3-9853-0a69c761b9bb on host dv-cinder-778193-10-iscsi for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 05:20:44.950551 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-c4180f88-6a48-4561-9c44-1ad64e6aa67d None None] Attempting to bind port 27203168-ca35-41e3-9853-0a69c761b9bb by drivers openvswitch,hyperv on host dv-cinder-778193-10-iscsi at level 0 using segments [{'id': 'f6433832-0821-4a1f-a147-34f75b2bc1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '007b9195-968a-4aaf-8c91-9ba7bd7821aa'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 05:20:44.950551 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4180f88-6a48-4561-9c44-1ad64e6aa67d None None] Attempting to bind port 27203168-ca35-41e3-9853-0a69c761b9bb on network 007b9195-968a-4aaf-8c91-9ba7bd7821aa {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 05:20:44.960181 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4180f88-6a48-4561-9c44-1ad64e6aa67d None None] Checking agent: {'id': 'b0313305-4280-4067-8ee0-4ba61e64320d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 5, 12, 9), 'started_at': datetime.datetime(2021, 9, 21, 5, 12, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 5, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 05:20:44.960569 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4180f88-6a48-4561-9c44-1ad64e6aa67d None None] Checking segment: {'id': 'f6433832-0821-4a1f-a147-34f75b2bc1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '007b9195-968a-4aaf-8c91-9ba7bd7821aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 05:20:44.960977 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c4180f88-6a48-4561-9c44-1ad64e6aa67d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:44.961382 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4180f88-6a48-4561-9c44-1ad64e6aa67d None None] Bound using segment: {'id': 'f6433832-0821-4a1f-a147-34f75b2bc1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '007b9195-968a-4aaf-8c91-9ba7bd7821aa'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 05:20:44.961875 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-c4180f88-6a48-4561-9c44-1ad64e6aa67d None None] Bound port: 27203168-ca35-41e3-9853-0a69c761b9bb, host: dv-cinder-778193-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6433832-0821-4a1f-a147-34f75b2bc1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '007b9195-968a-4aaf-8c91-9ba7bd7821aa'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 05:20:44.967405 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c4180f88-6a48-4561-9c44-1ad64e6aa67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:45.004168 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886e174c-4fce-4604-924c-aefabc269d68 req-0d8a42cb-e145-4e63-a4f0-45683a7ca76e tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:20:45.007336 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-886e174c-4fce-4604-924c-aefabc269d68 req-0d8a42cb-e145-4e63-a4f0-45683a7ca76e tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.32 "GET /v2.0/networks?id=5924b4aa-fb49-47a2-bb5c-959e13209f12 HTTP/1.1" status: 200 len: 819 time: 0.8032391 Sep 21 05:20:45.031745 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device 81a6da86-878f-420c-a8c5-2913b1206161 up at agent ovs-agent-dv-cinder-778193-10-iscsi {{(pid=94668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 05:20:45.048617 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [req-886e174c-4fce-4604-924c-aefabc269d68 req-e580ff39-c17a-4fd1-85ee-ea2ed1a1048d tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Request body: {'port': {'device_id': 'e8597837-cb82-468d-8b14-07327db8866d', 'network_id': '5924b4aa-fb49-47a2-bb5c-959e13209f12', 'admin_state_up': True, 'tenant_id': 'b64060143eab4fe4b14ef5a511665b1a'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:20:45.194282 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-597fb3dd-7f48-4c4a-8b79-9f7715999fb1 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:45.226722 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-c4180f88-6a48-4561-9c44-1ad64e6aa67d None None] For port 27203168-ca35-41e3-9853-0a69c761b9bb, host dv-cinder-778193-10-iscsi, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 05:20:45.232498 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-c4180f88-6a48-4561-9c44-1ad64e6aa67d None None] For port 27203168-ca35-41e3-9853-0a69c761b9bb, host dv-cinder-778193-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=27203168-ca35-41e3-9853-0a69c761b9bb,segment=NetworkSegment(f6433832-0821-4a1f-a147-34f75b2bc1b3),segment_id=f6433832-0821-4a1f-a147-34f75b2bc1b3)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 05:20:45.275112 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-7fd6d78e-5736-48d9-b666-18fabe58772e None None] Provisioning complete for port 27203168-ca35-41e3-9853-0a69c761b9bb triggered by entity DHCP. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:20:45.277786 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7fd6d78e-5736-48d9-b666-18fabe58772e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:45.398760 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c4180f88-6a48-4561-9c44-1ad64e6aa67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:45.542764 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-7fd6d78e-5736-48d9-b666-18fabe58772e None None] Port 27203168-ca35-41e3-9853-0a69c761b9bb cannot update to ACTIVE because it is not bound. {{(pid=94668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 05:20:45.544805 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Provisioning complete for port 81a6da86-878f-420c-a8c5-2913b1206161 triggered by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:20:45.545246 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:45.547829 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c97bac-62e9-44d4-8647-55aeabc0e253 None None] Pushing event updated for resources: {'Port': ['ID=27203168-ca35-41e3-9853-0a69c761b9bb,revision_number=4']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:45.610016 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-36acebe3-f58a-4631-bbce-87b3a37f551d req-b5bbb130-2626-48f5-968f-523c215c8bed tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=61db94cd-0c8c-4884-977d-5838860edb96 HTTP/1.1" status: 200 len: 210 time: 0.4530759 Sep 21 05:20:45.622277 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4180f88-6a48-4561-9c44-1ad64e6aa67d None None] Routers {'29c2e55b-cae6-485f-a124-25addc251d8e'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:20:45.635032 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-c4180f88-6a48-4561-9c44-1ad64e6aa67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:20:39Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['29c2e55b-cae6-485f-a124-25addc251d8e'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:20:45.702892 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d69e28-49fd-4f8f-a204-e3c387cfd552 req-10a7db59-ffd6-49e7-8ad2-2df2c84c05f7 tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:20:45.706382 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a8d69e28-49fd-4f8f-a204-e3c387cfd552 req-10a7db59-ffd6-49e7-8ad2-2df2c84c05f7 tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] 10.222.0.36 "GET /v2.0/ports?device_id=b88273d9-135f-41f7-99fd-9b3c7f1c3b62 HTTP/1.1" status: 200 len: 932 time: 0.8030212 Sep 21 05:20:45.875975 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:45.916227 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-c4180f88-6a48-4561-9c44-1ad64e6aa67d None None] Set router 29c2e55b-cae6-485f-a124-25addc251d8e gateway port host: dv-cinder-778193-10-iscsi {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:20:45.988027 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] For port 81a6da86-878f-420c-a8c5-2913b1206161, host dv-cinder-778193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=81a6da86-878f-420c-a8c5-2913b1206161,segment=NetworkSegment(867dd244-b99a-4551-9821-ce0615c07d65),segment_id=867dd244-b99a-4551-9821-ce0615c07d65)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:20:46.112123 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-16e3fad4-67c6-4c87-aca8-7b5bb1f6deac None None] Provisioning complete for port 27203168-ca35-41e3-9853-0a69c761b9bb triggered by entity DHCP. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:20:46.112496 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-16e3fad4-67c6-4c87-aca8-7b5bb1f6deac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:46.149668 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:46.296809 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a8d69e28-49fd-4f8f-a204-e3c387cfd552 req-148ecbe1-bdd9-406b-81b9-49a26f85aebf tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] 10.222.0.36 "GET /v2.0/security-groups?id=8cce4bfb-a0e0-494a-811c-9f464d26dbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5401862 Sep 21 05:20:46.330359 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Pushing event updated for resources: {'Port': ['ID=81a6da86-878f-420c-a8c5-2913b1206161,revision_number=5']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:46.379330 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-31c0de43-ebb1-4710-8e70-039e35acdeed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:46.400981 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-3a47f5b0-745a-4e33-934a-31aee38fd7d1 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks [] for port, precommit_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:46.407845 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-16e3fad4-67c6-4c87-aca8-7b5bb1f6deac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:46.505381 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.notifiers.nova [req-0febb3d9-7cda-4f1c-bd72-2cfacbfea210 req-b4299981-4f88-47d2-abfc-c2aca3b720a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05d39ff1-572f-49bd-8122-ac7564e2b579 {{(pid=94666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 05:20:46.560635 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-0febb3d9-7cda-4f1c-bd72-2cfacbfea210 req-b4299981-4f88-47d2-abfc-c2aca3b720a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:46.560790 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-16e3fad4-67c6-4c87-aca8-7b5bb1f6deac None None] For port 27203168-ca35-41e3-9853-0a69c761b9bb, host dv-cinder-778193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=27203168-ca35-41e3-9853-0a69c761b9bb,segment=NetworkSegment(f6433832-0821-4a1f-a147-34f75b2bc1b3),segment_id=f6433832-0821-4a1f-a147-34f75b2bc1b3)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:20:46.560910 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.db.provisioning_blocks [req-0febb3d9-7cda-4f1c-bd72-2cfacbfea210 req-b4299981-4f88-47d2-abfc-c2aca3b720a1 service neutron] Transition to ACTIVE for port object 05d39ff1-572f-49bd-8122-ac7564e2b579 will not be triggered until provisioned by entity L2. {{(pid=94666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 05:20:46.567751 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-c4180f88-6a48-4561-9c44-1ad64e6aa67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c2e55b-cae6-485f-a124-25addc251d8e', 'name': 'tempest-AttachVolumeShelveTestJSON-810749560-router', 'tenant_id': '772420021b474ce7806243f145c281b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '820f8cfb-2e0b-431f-a515-c22b419c47fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:20:29Z', 'updated_at': '2021-09-21T05:20:38Z', 'revision_number': 4, 'project_id': '772420021b474ce7806243f145c281b8', 'gw_port': {'id': '820f8cfb-2e0b-431f-a515-c22b419c47fc', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:53:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c2e55b-cae6-485f-a124-25addc251d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:20:30Z', 'updated_at': '2021-09-21T05:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi', '_interfaces': [{'id': '27203168-ca35-41e3-9853-0a69c761b9bb', 'name': '', 'network_id': '007b9195-968a-4aaf-8c91-9ba7bd7821aa', 'tenant_id': '772420021b474ce7806243f145c281b8', 'mac_address': 'fa:16:3e:e9:c9:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c2e55b-cae6-485f-a124-25addc251d8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8a68d4d6-aa72-4762-8b15-dd5ef7ab0ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:20:36Z', 'updated_at': '2021-09-21T05:20:45Z', 'revision_number': 4, 'project_id': '772420021b474ce7806243f145c281b8', 'subnets': [{'id': '8a68d4d6-aa72-4762-8b15-dd5ef7ab0ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:20:46.596149 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4180f88-6a48-4561-9c44-1ad64e6aa67d None None] The sync data for ids ['29c2e55b-cae6-485f-a124-25addc251d8e'] in dv-cinder-778193-10-iscsi is: [{'id': '29c2e55b-cae6-485f-a124-25addc251d8e', 'name': 'tempest-AttachVolumeShelveTestJSON-810749560-router', 'tenant_id': '772420021b474ce7806243f145c281b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '820f8cfb-2e0b-431f-a515-c22b419c47fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:20:29Z', 'updated_at': '2021-09-21T05:20:38Z', 'revision_number': 4, 'project_id': '772420021b474ce7806243f145c281b8', 'gw_port': {'id': '820f8cfb-2e0b-431f-a515-c22b419c47fc', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:53:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c2e55b-cae6-485f-a124-25addc251d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:20:30Z', 'updated_at': '2021-09-21T05:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi', '_interfaces': [{'id': '27203168-ca35-41e3-9853-0a69c761b9bb', 'name': '', 'network_id': '007b9195-968a-4aaf-8c91-9ba7bd7821aa', 'tenant_id': '772420021b474ce7806243f145c281b8', 'mac_address': 'fa:16:3e:e9:c9:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c2e55b-cae6-485f-a124-25addc251d8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8a68d4d6-aa72-4762-8b15-dd5ef7ab0ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:20:36Z', 'updated_at': '2021-09-21T05:20:45Z', 'revision_number': 4, 'project_id': '772420021b474ce7806243f145c281b8', 'subnets': [{'id': '8a68d4d6-aa72-4762-8b15-dd5ef7ab0ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 05:20:46.717249 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device 81a6da86-878f-420c-a8c5-2913b1206161 up at agent ovs-agent-dv-cinder-778193-10-iscsi {{(pid=94668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 05:20:46.729416 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b8c0b25f-6904-41a6-a87c-dd7950f9d6b9 req-757a714b-17bd-4439-a22b-d6a4192ef616 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=61db94cd-0c8c-4884-977d-5838860edb96 HTTP/1.1" status: 200 len: 210 time: 0.0381179 Sep 21 05:20:46.795149 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-3a47f5b0-745a-4e33-934a-31aee38fd7d1 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7439740'] for port, after_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:46.826255 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-16e3fad4-67c6-4c87-aca8-7b5bb1f6deac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:46.919213 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Provisioning complete for port 81a6da86-878f-420c-a8c5-2913b1206161 triggered by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:20:46.920392 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:47.082839 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-31c0de43-ebb1-4710-8e70-039e35acdeed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:47.147780 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a47f5b0-745a-4e33-934a-31aee38fd7d1 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Pushing event updated for resources: {'Port': ['ID=a6387632-34f7-4368-9373-f4abe502bf5c,revision_number=2']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:47.150361 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-3a47f5b0-745a-4e33-934a-31aee38fd7d1 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473099'] for floatingip, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:47.168220 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-31c0de43-ebb1-4710-8e70-039e35acdeed admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=990ece46c3b4419087e1744854c5d24f&name=default HTTP/1.1" status: 200 len: 2979 time: 3.7202971 Sep 21 05:20:47.168915 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-0febb3d9-7cda-4f1c-bd72-2cfacbfea210 req-b4299981-4f88-47d2-abfc-c2aca3b720a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7439740'] for port, after_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:47.177065 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 53302) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:20:47.259437 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e3fad4-67c6-4c87-aca8-7b5bb1f6deac None None] Pushing event updated for resources: {'Port': ['ID=27203168-ca35-41e3-9853-0a69c761b9bb,revision_number=5']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:47.264183 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4299981-4f88-47d2-abfc-c2aca3b720a1 service neutron] Pushing event updated for resources: {'Port': ['ID=05d39ff1-572f-49bd-8122-ac7564e2b579,revision_number=2']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:47.380644 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c0de43-ebb1-4710-8e70-039e35acdeed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd599db-1abe-498f-9cdd-886dced33bdf,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:47.402110 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc1aa735-9056-4f33-a386-3f3041cc7aa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:47.481770 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc1aa735-9056-4f33-a386-3f3041cc7aa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:47.544583 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.managers [req-0febb3d9-7cda-4f1c-bd72-2cfacbfea210 req-b4299981-4f88-47d2-abfc-c2aca3b720a1 service neutron] Attempting to bind port 05d39ff1-572f-49bd-8122-ac7564e2b579 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 05:20:47.548257 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.managers [req-0febb3d9-7cda-4f1c-bd72-2cfacbfea210 req-b4299981-4f88-47d2-abfc-c2aca3b720a1 service neutron] Attempting to bind port 05d39ff1-572f-49bd-8122-ac7564e2b579 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '7060156c-f29a-4325-a9cc-bc814eef362d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '89413bf2-67e6-460f-929f-b974da260979'}] {{(pid=94666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 05:20:47.548257 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0febb3d9-7cda-4f1c-bd72-2cfacbfea210 req-b4299981-4f88-47d2-abfc-c2aca3b720a1 service neutron] Attempting to bind port 05d39ff1-572f-49bd-8122-ac7564e2b579 on network 89413bf2-67e6-460f-929f-b974da260979 {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 05:20:47.550086 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-597fb3dd-7f48-4c4a-8b79-9f7715999fb1 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:47.555806 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0febb3d9-7cda-4f1c-bd72-2cfacbfea210 req-b4299981-4f88-47d2-abfc-c2aca3b720a1 service neutron] Port 05d39ff1-572f-49bd-8122-ac7564e2b579 on network 89413bf2-67e6-460f-929f-b974da260979 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 05:20:47.556131 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0febb3d9-7cda-4f1c-bd72-2cfacbfea210 req-b4299981-4f88-47d2-abfc-c2aca3b720a1 service neutron] Attempting to bind port 05d39ff1-572f-49bd-8122-ac7564e2b579 on network 89413bf2-67e6-460f-929f-b974da260979 {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 05:20:47.562554 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0febb3d9-7cda-4f1c-bd72-2cfacbfea210 req-b4299981-4f88-47d2-abfc-c2aca3b720a1 service neutron] Checking agent: {'id': '5298a3ad-ea79-4298-8fba-5c2796ea9d92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 5, 18, 37), 'started_at': datetime.datetime(2021, 9, 21, 5, 18, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 5, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 05:20:47.562920 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0febb3d9-7cda-4f1c-bd72-2cfacbfea210 req-b4299981-4f88-47d2-abfc-c2aca3b720a1 service neutron] Checking segment: {'id': '7060156c-f29a-4325-a9cc-bc814eef362d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '89413bf2-67e6-460f-929f-b974da260979'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 05:20:47.563624 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0febb3d9-7cda-4f1c-bd72-2cfacbfea210 req-b4299981-4f88-47d2-abfc-c2aca3b720a1 service neutron] Bound using segment: {'id': '7060156c-f29a-4325-a9cc-bc814eef362d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '89413bf2-67e6-460f-929f-b974da260979'} {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 05:20:47.564063 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.managers [req-0febb3d9-7cda-4f1c-bd72-2cfacbfea210 req-b4299981-4f88-47d2-abfc-c2aca3b720a1 service neutron] Bound port: 05d39ff1-572f-49bd-8122-ac7564e2b579, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7060156c-f29a-4325-a9cc-bc814eef362d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '89413bf2-67e6-460f-929f-b974da260979'}}] {{(pid=94666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 05:20:47.564436 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-0febb3d9-7cda-4f1c-bd72-2cfacbfea210 req-b4299981-4f88-47d2-abfc-c2aca3b720a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:47.585744 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b731d7-1079-4198-92c8-b19599c5227b req-1f52cdcb-878c-4126-9ff9-ad5abd06f853 tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:20:47.587472 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-45b731d7-1079-4198-92c8-b19599c5227b req-1f52cdcb-878c-4126-9ff9-ad5abd06f853 tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] 10.222.0.36 "GET /v2.0/ports?device_id=b88273d9-135f-41f7-99fd-9b3c7f1c3b62 HTTP/1.1" status: 200 len: 944 time: 0.1223710 Sep 21 05:20:47.628756 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc1aa735-9056-4f33-a386-3f3041cc7aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:47.634112 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc1aa735-9056-4f33-a386-3f3041cc7aa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:47.636155 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-597fb3dd-7f48-4c4a-8b79-9f7715999fb1 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:47.639576 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-dc1aa735-9056-4f33-a386-3f3041cc7aa0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7bd599db-1abe-498f-9cdd-886dced33bdf HTTP/1.1" status: 204 len: 168 time: 0.4647069 Sep 21 05:20:47.665648 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1aa735-9056-4f33-a386-3f3041cc7aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd599db-1abe-498f-9cdd-886dced33bdf,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:47.723271 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-3a47f5b0-745a-4e33-934a-31aee38fd7d1 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339'] for floatingip, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:47.724477 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-3a47f5b0-745a-4e33-934a-31aee38fd7d1 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.2625077 Sep 21 05:20:47.746148 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597fb3dd-7f48-4c4a-8b79-9f7715999fb1 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=936cc0ac-e586-4870-95d9-13241d450ace,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:47.749711 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.db [req-0febb3d9-7cda-4f1c-bd72-2cfacbfea210 req-b4299981-4f88-47d2-abfc-c2aca3b720a1 service neutron] For port 05d39ff1-572f-49bd-8122-ac7564e2b579, host hv-cinder-77819, cleared binding levels {{(pid=94666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 05:20:47.755383 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-45b731d7-1079-4198-92c8-b19599c5227b req-c5b75f12-03fe-4160-a6ab-bdecc24f8956 tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] 10.222.0.36 "GET /v2.0/security-groups?id=8cce4bfb-a0e0-494a-811c-9f464d26dbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411171 Sep 21 05:20:47.758135 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.db [req-0febb3d9-7cda-4f1c-bd72-2cfacbfea210 req-b4299981-4f88-47d2-abfc-c2aca3b720a1 service neutron] For port 05d39ff1-572f-49bd-8122-ac7564e2b579, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=05d39ff1-572f-49bd-8122-ac7564e2b579,segment=NetworkSegment(7060156c-f29a-4325-a9cc-bc814eef362d),segment_id=7060156c-f29a-4325-a9cc-bc814eef362d)] {{(pid=94666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 05:20:47.863283 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-61bc3e17-b642-41e2-b8c0-fa8ae6d0ff4f req-45b16f08-6b06-49aa-a24b-3a1a1b9aac5c tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=61db94cd-0c8c-4884-977d-5838860edb96 HTTP/1.1" status: 200 len: 210 time: 0.0429904 Sep 21 05:20:48.006989 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-886e174c-4fce-4604-924c-aefabc269d68 req-e580ff39-c17a-4fd1-85ee-ea2ed1a1048d tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Made reservation on behalf of b64060143eab4fe4b14ef5a511665b1a for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 05:20:48.011048 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-886e174c-4fce-4604-924c-aefabc269d68 req-e580ff39-c17a-4fd1-85ee-ea2ed1a1048d tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:48.039106 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-0febb3d9-7cda-4f1c-bd72-2cfacbfea210 req-b4299981-4f88-47d2-abfc-c2aca3b720a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7439740'] for port, after_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:48.074864 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-597fb3dd-7f48-4c4a-8b79-9f7715999fb1 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:48.077806 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-597fb3dd-7f48-4c4a-8b79-9f7715999fb1 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 3.3215785 Sep 21 05:20:48.081243 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 53330) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:20:48.094228 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-fd4135f2-5d47-46e2-af48-0db2e3a6c218 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Request body: {'security_group_rule': {'security_group_id': '936cc0ac-e586-4870-95d9-13241d450ace', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:20:48.116828 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0febb3d9-7cda-4f1c-bd72-2cfacbfea210 req-b4299981-4f88-47d2-abfc-c2aca3b720a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:20:48.117937 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-0febb3d9-7cda-4f1c-bd72-2cfacbfea210 req-b4299981-4f88-47d2-abfc-c2aca3b720a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531542'] for port, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:48.124208 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0febb3d9-7cda-4f1c-bd72-2cfacbfea210 req-b4299981-4f88-47d2-abfc-c2aca3b720a1 service neutron] 10.222.0.32 "PUT /v2.0/ports/05d39ff1-572f-49bd-8122-ac7564e2b579 HTTP/1.1" status: 200 len: 1094 time: 4.3480859 Sep 21 05:20:48.125054 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b88273d9-135f-41f7-99fd-9b3c7f1c3b62', 'tag': '05d39ff1-572f-49bd-8122-ac7564e2b579'}] {{(pid=94666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 05:20:48.229850 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4299981-4f88-47d2-abfc-c2aca3b720a1 service neutron] Pushing event updated for resources: {'Port': ['ID=05d39ff1-572f-49bd-8122-ac7564e2b579,revision_number=3']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:48.312954 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-886e174c-4fce-4604-924c-aefabc269d68 req-e580ff39-c17a-4fd1-85ee-ea2ed1a1048d tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Allocated IP 172.20.0.8 (5924b4aa-fb49-47a2-bb5c-959e13209f12/eb31e64e-231d-4419-bf19-44f0d2bc22f7/f5d3f16f-d73d-4add-ba80-9dc08fba777f) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 05:20:48.340364 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-fd4135f2-5d47-46e2-af48-0db2e3a6c218 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:48.538191 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-fd4135f2-5d47-46e2-af48-0db2e3a6c218 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:48.605609 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-fd4135f2-5d47-46e2-af48-0db2e3a6c218 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585508'] for security_group_rule, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:48.610245 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-886e174c-4fce-4604-924c-aefabc269d68 req-e580ff39-c17a-4fd1-85ee-ea2ed1a1048d tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:48.624007 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-51b54c49-6324-4096-8744-63ecf9acc9d5 req-7fed66f0-8682-4823-b0f3-90c7fbc74a6f tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1954377551&fields=id&tenant_id=c1270fbb20a848c2956184daa8db39c9 HTTP/1.1" status: 200 len: 267 time: 0.0824513 Sep 21 05:20:48.753179 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-886e174c-4fce-4604-924c-aefabc269d68 req-e580ff39-c17a-4fd1-85ee-ea2ed1a1048d tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751403777208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6441136'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:48.802006 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b54c49-6324-4096-8744-63ecf9acc9d5 req-e4e5e958-fe06-4aee-a8ac-5b5e9a183a1c tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:20:48.808952 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-51b54c49-6324-4096-8744-63ecf9acc9d5 req-e4e5e958-fe06-4aee-a8ac-5b5e9a183a1c tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/networks?id=151497d5-ce27-4271-a888-4f8a00b26617 HTTP/1.1" status: 200 len: 811 time: 0.1638477 Sep 21 05:20:48.811764 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4135f2-5d47-46e2-af48-0db2e3a6c218 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae32fb20-597d-4991-a716-551ec2b44e44,revision_number=0']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:48.812945 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device 27203168-ca35-41e3-9853-0a69c761b9bb up at agent ovs-agent-dv-cinder-778193-10-iscsi {{(pid=94668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 05:20:48.861935 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-51b54c49-6324-4096-8744-63ecf9acc9d5 req-634d026d-add1-4fbd-a65f-e145bb081876 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/quotas/c1270fbb20a848c2956184daa8db39c9 HTTP/1.1" status: 200 len: 375 time: 0.0295210 Sep 21 05:20:48.934596 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-fd4135f2-5d47-46e2-af48-0db2e3a6c218 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:48.937179 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-fd4135f2-5d47-46e2-af48-0db2e3a6c218 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8528647 Sep 21 05:20:48.952587 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 53362) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:20:48.969924 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Provisioning complete for port 27203168-ca35-41e3-9853-0a69c761b9bb triggered by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:20:48.970295 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:48.970581 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [None req-af448ba8-de1d-4a5e-8faa-911522ecd8a2 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Request body: {'security_group_rule': {'security_group_id': '936cc0ac-e586-4870-95d9-13241d450ace', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:20:49.007184 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-886e174c-4fce-4604-924c-aefabc269d68 req-e580ff39-c17a-4fd1-85ee-ea2ed1a1048d tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Network 5924b4aa-fb49-47a2-bb5c-959e13209f12 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 05:20:49.025133 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-886e174c-4fce-4604-924c-aefabc269d68 req-e580ff39-c17a-4fd1-85ee-ea2ed1a1048d tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:20:49.038835 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-886e174c-4fce-4604-924c-aefabc269d68 req-e580ff39-c17a-4fd1-85ee-ea2ed1a1048d tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 05:20:49.068510 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8363271a-0d47-455f-a58b-46dd5035d9a8 req-813d4bc7-b83b-4f5e-8989-3b7cdc43d135 tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:20:49.082977 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8363271a-0d47-455f-a58b-46dd5035d9a8 req-813d4bc7-b83b-4f5e-8989-3b7cdc43d135 tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] 10.222.0.36 "GET /v2.0/ports?device_id=b88273d9-135f-41f7-99fd-9b3c7f1c3b62 HTTP/1.1" status: 200 len: 944 time: 0.1560872 Sep 21 05:20:49.128510 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-51b54c49-6324-4096-8744-63ecf9acc9d5 req-567b9ee9-a97a-45fa-9727-2e928f42b357 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1270fbb20a848c2956184daa8db39c9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2656360 Sep 21 05:20:49.181670 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e580ff39-c17a-4fd1-85ee-ea2ed1a1048d tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Pushing event updated for resources: {'Port': ['ID=f5d3f16f-d73d-4add-ba80-9dc08fba777f,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:49.214205 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886e174c-4fce-4604-924c-aefabc269d68 req-e580ff39-c17a-4fd1-85ee-ea2ed1a1048d tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:20:49.215034 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-886e174c-4fce-4604-924c-aefabc269d68 req-e580ff39-c17a-4fd1-85ee-ea2ed1a1048d tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531542'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:49.218231 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8363271a-0d47-455f-a58b-46dd5035d9a8 req-f9d12d59-438d-4ee3-9a83-1eeb2a910571 tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] 10.222.0.36 "GET /v2.0/security-groups?id=8cce4bfb-a0e0-494a-811c-9f464d26dbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297090 Sep 21 05:20:49.307395 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-51b54c49-6324-4096-8744-63ecf9acc9d5 req-ae970cb4-b186-4a30-9e45-4673b3577656 service neutron] 10.222.0.36 "GET /v2.0/networks/151497d5-ce27-4271-a888-4f8a00b26617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581464 Sep 21 05:20:49.344300 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-af448ba8-de1d-4a5e-8faa-911522ecd8a2 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:49.358957 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1a4e950c-de90-40ca-9b8d-59cd6beb4663 req-9c6af689-6252-46c9-b986-b5c93a1be51c tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=61db94cd-0c8c-4884-977d-5838860edb96 HTTP/1.1" status: 200 len: 210 time: 0.0362413 Sep 21 05:20:49.416859 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-886e174c-4fce-4604-924c-aefabc269d68 req-e580ff39-c17a-4fd1-85ee-ea2ed1a1048d tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3739178 Sep 21 05:20:49.449655 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-af448ba8-de1d-4a5e-8faa-911522ecd8a2 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:49.481332 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-51b54c49-6324-4096-8744-63ecf9acc9d5 req-6dc07661-9f47-4b3c-91a9-e1942badeaf9 service neutron] 10.222.0.36 "GET /v2.0/networks/151497d5-ce27-4271-a888-4f8a00b26617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677012 Sep 21 05:20:49.537919 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-af448ba8-de1d-4a5e-8faa-911522ecd8a2 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585508'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:49.545234 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44944af2400c5958a336bdfed19235d8f59e5c9f04ba018cfdf82e9059cb0bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14311d5-f4a9-4ca6-842f-1a8c79d02bca" -d '{"events": [{"name": "network-changed", "server_uuid": "b88273d9-135f-41f7-99fd-9b3c7f1c3b62", "tag": "05d39ff1-572f-49bd-8122-ac7564e2b579"}]}' {{(pid=94666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 05:20:49.572740 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 53370) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:20:49.609603 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-682ac542-cdcc-43c6-8b8d-a9b7241715b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:49.762971 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-682ac542-cdcc-43c6-8b8d-a9b7241715b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:49.849848 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6e6e19be-32d9-4f58-a845-b5e66080eb82 req-b1ff2c37-6b93-4538-b67e-29179e7313e1 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff9613ba-785c-440c-bfae-00573e08fe55 HTTP/1.1" status: 200 len: 210 time: 0.0432489 Sep 21 05:20:49.863766 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-682ac542-cdcc-43c6-8b8d-a9b7241715b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:49.931518 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af448ba8-de1d-4a5e-8faa-911522ecd8a2 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f284a229-d7cb-4d49-8739-b83c5e4c0fdf,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:49.978280 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-682ac542-cdcc-43c6-8b8d-a9b7241715b8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b15e40c3555c4820a0ec182d71c98be7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4044433 Sep 21 05:20:49.981009 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 53382) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:20:49.986750 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682ac542-cdcc-43c6-8b8d-a9b7241715b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52a72643-4721-4783-905b-77437a989ba5,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:50.026655 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-af448ba8-de1d-4a5e-8faa-911522ecd8a2 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:50.027847 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-af448ba8-de1d-4a5e-8faa-911522ecd8a2 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0700843 Sep 21 05:20:50.031260 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 53386) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:20:50.036479 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-8e7c0e83-76ae-47d5-adf3-5bd66577e087 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Request body: {'floatingip': {'floating_network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:20:50.055335 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7e9bcd34-3049-483b-93a2-ceb8ce3677a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:50.086556 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7e9bcd34-3049-483b-93a2-ceb8ce3677a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:50.152839 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-8e7c0e83-76ae-47d5-adf3-5bd66577e087 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks [] for floatingip, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:50.250091 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7e9bcd34-3049-483b-93a2-ceb8ce3677a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:50.253289 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7e9bcd34-3049-483b-93a2-ceb8ce3677a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:50.254654 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-7e9bcd34-3049-483b-93a2-ceb8ce3677a9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/52a72643-4721-4783-905b-77437a989ba5 HTTP/1.1" status: 204 len: 168 time: 0.2724471 Sep 21 05:20:50.269637 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bcd34-3049-483b-93a2-ceb8ce3677a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a72643-4721-4783-905b-77437a989ba5,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:50.359145 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 05:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d17d3272-b7a1-47db-b998-14c8a4ff0b64 x-openstack-request-id: req-d17d3272-b7a1-47db-b998-14c8a4ff0b64 {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 05:20:50.359442 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b88273d9-135f-41f7-99fd-9b3c7f1c3b62", "tag": "05d39ff1-572f-49bd-8122-ac7564e2b579", "status": "completed", "code": 200}]} {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 05:20:50.359699 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d17d3272-b7a1-47db-b998-14c8a4ff0b64 {{(pid=94666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 05:20:50.360170 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b88273d9-135f-41f7-99fd-9b3c7f1c3b62', 'tag': '05d39ff1-572f-49bd-8122-ac7564e2b579', 'status': 'completed', 'code': 200} Sep 21 05:20:50.379518 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-8e7c0e83-76ae-47d5-adf3-5bd66577e087 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:50.512007 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b315b-8858-49ca-ba61-f48f2e35a1a1 req-0872be59-9455-4237-9f28-bb205fc8bc0a tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:20:50.524299 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-dc6b315b-8858-49ca-ba61-f48f2e35a1a1 req-0872be59-9455-4237-9f28-bb205fc8bc0a tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] 10.222.0.36 "GET /v2.0/ports?device_id=b88273d9-135f-41f7-99fd-9b3c7f1c3b62 HTTP/1.1" status: 200 len: 944 time: 0.1400924 Sep 21 05:20:50.795419 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5d960ef6-457c-4e2b-a66f-c8ee98d3a5d0 req-b11d73ff-b249-4b8e-aa5b-abb4ac5506c5 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=61db94cd-0c8c-4884-977d-5838860edb96 HTTP/1.1" status: 200 len: 210 time: 0.0476046 Sep 21 05:20:50.840912 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-dc6b315b-8858-49ca-ba61-f48f2e35a1a1 req-3bd871cc-0207-469e-9c6e-2fbb91b403be tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] 10.222.0.36 "GET /v2.0/security-groups?id=8cce4bfb-a0e0-494a-811c-9f464d26dbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131895 Sep 21 05:20:50.854369 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.db.db_base_plugin_common [None req-8e7c0e83-76ae-47d5-adf3-5bd66577e087 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Allocated IP 172.27.3.122 (666bfb66-d53f-41b5-aa91-1f3481ab5acc/80dd054f-6720-4669-be55-825ddd1b955a/03f51ba2-7352-4662-8c44-36298ae1a0da) {{(pid=94666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 05:20:51.031138 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d555364b-a637-463a-b3f3-438bc81de983 req-47919ee9-644b-400c-8b2a-d3fcba889392 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff9613ba-785c-440c-bfae-00573e08fe55 HTTP/1.1" status: 200 len: 210 time: 0.0648034 Sep 21 05:20:51.063314 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-8e7c0e83-76ae-47d5-adf3-5bd66577e087 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks [] for port, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:51.252599 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-8e7c0e83-76ae-47d5-adf3-5bd66577e087 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751403777208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7439717'] for port, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:51.331399 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7c0e83-76ae-47d5-adf3-5bd66577e087 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Pushing event updated for resources: {'Port': ['ID=03f51ba2-7352-4662-8c44-36298ae1a0da,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:51.387232 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7c0e83-76ae-47d5-adf3-5bd66577e087 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Network 666bfb66-d53f-41b5-aa91-1f3481ab5acc is already hosted by enough agents. {{(pid=94666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 05:20:51.391336 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.base_scheduler [None req-8e7c0e83-76ae-47d5-adf3-5bd66577e087 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Resources bound (agent type, host, resource id): {{(pid=94666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:20:51.394297 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7c0e83-76ae-47d5-adf3-5bd66577e087 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Received port after_create {{(pid=94666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 05:20:51.633258 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-8e7c0e83-76ae-47d5-adf3-5bd66577e087 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:51.753056 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-8e7c0e83-76ae-47d5-adf3-5bd66577e087 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:52.051882 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7ad64ed8-7db5-4649-a0ae-9471ac2850a4 req-bbb64215-d0be-47d4-813f-05223596d246 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=61db94cd-0c8c-4884-977d-5838860edb96 HTTP/1.1" status: 200 len: 210 time: 0.0786514 Sep 21 05:20:52.110823 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-8e7c0e83-76ae-47d5-adf3-5bd66577e087 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks [] for port, precommit_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:52.120287 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b00ee8-7d65-436b-bb87-c32673354782 req-6b810685-482a-4eef-899f-e63167acdb31 tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:20:52.121860 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-84b00ee8-7d65-436b-bb87-c32673354782 req-6b810685-482a-4eef-899f-e63167acdb31 tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] 10.222.0.36 "GET /v2.0/ports?device_id=b88273d9-135f-41f7-99fd-9b3c7f1c3b62 HTTP/1.1" status: 200 len: 944 time: 0.1056983 Sep 21 05:20:52.174081 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-8e7c0e83-76ae-47d5-adf3-5bd66577e087 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7439740'] for port, after_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:52.255762 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-84b00ee8-7d65-436b-bb87-c32673354782 req-84a69cba-f8c5-420d-88d6-af88a7a4156d tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] 10.222.0.36 "GET /v2.0/security-groups?id=8cce4bfb-a0e0-494a-811c-9f464d26dbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209397 Sep 21 05:20:52.276815 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-51b6ffaf-c5cc-48d4-b066-c38620af2db4 req-3ebe32d2-5968-4371-920d-de2f147d966e tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff9613ba-785c-440c-bfae-00573e08fe55 HTTP/1.1" status: 200 len: 210 time: 0.0707226 Sep 21 05:20:52.311119 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7c0e83-76ae-47d5-adf3-5bd66577e087 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Pushing event updated for resources: {'Port': ['ID=03f51ba2-7352-4662-8c44-36298ae1a0da,revision_number=2']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:52.335886 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-8e7c0e83-76ae-47d5-adf3-5bd66577e087 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473099'] for floatingip, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:52.440858 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-8e7c0e83-76ae-47d5-adf3-5bd66577e087 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339'] for floatingip, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:52.442142 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-8e7c0e83-76ae-47d5-adf3-5bd66577e087 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4097183 Sep 21 05:20:52.670366 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-66ef40c5-6988-4874-ad6d-d74fb3fda093 req-439ec4bd-9183-453e-a35c-ef551a8ab245 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--811979747&fields=id&tenant_id=772420021b474ce7806243f145c281b8 HTTP/1.1" status: 200 len: 267 time: 0.0347161 Sep 21 05:20:52.831072 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef40c5-6988-4874-ad6d-d74fb3fda093 req-8e310b3e-ddcd-4001-83f2-908cfc225d08 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:20:52.832682 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-66ef40c5-6988-4874-ad6d-d74fb3fda093 req-8e310b3e-ddcd-4001-83f2-908cfc225d08 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/networks?id=007b9195-968a-4aaf-8c91-9ba7bd7821aa HTTP/1.1" status: 200 len: 816 time: 0.1549487 Sep 21 05:20:52.854638 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-66ef40c5-6988-4874-ad6d-d74fb3fda093 req-13ecd53d-59a4-4a54-ba99-91686354e822 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/quotas/772420021b474ce7806243f145c281b8 HTTP/1.1" status: 200 len: 375 time: 0.0151818 Sep 21 05:20:52.929922 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-66ef40c5-6988-4874-ad6d-d74fb3fda093 req-bc44c6f9-264e-4890-ae8c-0937cc32c892 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=772420021b474ce7806243f145c281b8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0690596 Sep 21 05:20:52.935458 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 53510) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:20:53.045447 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-66ef40c5-6988-4874-ad6d-d74fb3fda093 req-7a609e1d-8fa4-4a6e-b92c-4b84962c15bd service neutron] 10.222.0.36 "GET /v2.0/networks/007b9195-968a-4aaf-8c91-9ba7bd7821aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979321 Sep 21 05:20:53.125591 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-2771f989-6486-4335-88fe-af2cfbe15881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:53.181999 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5c50097c-81b2-4a00-9453-d886ab12cb9e req-3d4f65e0-bfc9-4d3d-8809-49f607f9a5a5 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=61db94cd-0c8c-4884-977d-5838860edb96 HTTP/1.1" status: 200 len: 210 time: 0.0426962 Sep 21 05:20:53.208565 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-66ef40c5-6988-4874-ad6d-d74fb3fda093 req-432e7728-4b4d-4cc6-ba50-c439e0566c87 service neutron] 10.222.0.36 "GET /v2.0/networks/007b9195-968a-4aaf-8c91-9ba7bd7821aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524889 Sep 21 05:20:53.315561 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-2771f989-6486-4335-88fe-af2cfbe15881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:53.407720 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be736c83-9944-4c28-a342-817d85b7c0f8 req-28aa60ed-d0d8-49f0-a669-42a725c6f963 tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:20:53.409335 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-be736c83-9944-4c28-a342-817d85b7c0f8 req-28aa60ed-d0d8-49f0-a669-42a725c6f963 tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] 10.222.0.36 "GET /v2.0/ports?device_id=b88273d9-135f-41f7-99fd-9b3c7f1c3b62 HTTP/1.1" status: 200 len: 944 time: 0.0687008 Sep 21 05:20:53.429375 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-2771f989-6486-4335-88fe-af2cfbe15881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:53.509765 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2771f989-6486-4335-88fe-af2cfbe15881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ade562-06ee-48c4-ac01-58a82e74fd2d,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:53.517266 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-2771f989-6486-4335-88fe-af2cfbe15881 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a54e2182b2f0488d842591e3252989da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5768468 Sep 21 05:20:53.517876 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 53538) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:20:53.545344 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-be736c83-9944-4c28-a342-817d85b7c0f8 req-33a9f1a1-25b8-4480-a9c1-cea4a24fa438 tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] 10.222.0.36 "GET /v2.0/security-groups?id=8cce4bfb-a0e0-494a-811c-9f464d26dbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256037 Sep 21 05:20:53.673563 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-128d868a-b5bc-45a3-83aa-69d52ce0d37e req-f337cfdd-45f8-44f2-8311-b0b9c0c38f17 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 210 time: 0.0604486 Sep 21 05:20:53.727123 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3b5e8f42-f789-49b9-8f3e-ea1e8a99ae19 req-dab20c20-5f70-45c5-a1c5-59c0ada4b0ff tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff9613ba-785c-440c-bfae-00573e08fe55 HTTP/1.1" status: 200 len: 210 time: 0.0523450 Sep 21 05:20:53.730794 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-b36ac682-ce78-4f9d-a515-1f2df7c434f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:53.778517 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-b36ac682-ce78-4f9d-a515-1f2df7c434f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:53.918254 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-b36ac682-ce78-4f9d-a515-1f2df7c434f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:53.922172 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-b36ac682-ce78-4f9d-a515-1f2df7c434f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:53.923513 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-b36ac682-ce78-4f9d-a515-1f2df7c434f9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f2ade562-06ee-48c4-ac01-58a82e74fd2d HTTP/1.1" status: 204 len: 168 time: 0.4006145 Sep 21 05:20:53.933254 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36ac682-ce78-4f9d-a515-1f2df7c434f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ade562-06ee-48c4-ac01-58a82e74fd2d,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:54.245431 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 53564) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:20:54.297657 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-12bca942-f487-41e7-98b2-f2e9ebf4b371 req-8190bac7-5b3e-44e1-bffa-94bb2570ed88 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=61db94cd-0c8c-4884-977d-5838860edb96 HTTP/1.1" status: 200 len: 210 time: 0.0327959 Sep 21 05:20:54.360048 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-79629088-7161-483e-a5e8-5a9232acb5b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:54.455968 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-79629088-7161-483e-a5e8-5a9232acb5b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:54.569748 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [req-886e174c-4fce-4604-924c-aefabc269d68 req-4b567411-24bd-4891-b607-3669c983145a service neutron] Request body: {'port': {'device_id': 'e8597837-cb82-468d-8b14-07327db8866d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:20:54.663334 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-886e174c-4fce-4604-924c-aefabc269d68 req-4b567411-24bd-4891-b607-3669c983145a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:54.669762 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-79629088-7161-483e-a5e8-5a9232acb5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:54.703471 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-79629088-7161-483e-a5e8-5a9232acb5b9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8aa2c05694fd43c291b4b8557de2c350&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4569407 Sep 21 05:20:54.707615 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 53586) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:20:54.857411 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e56f615a-ac95-4805-b1dc-7ac74d3d7f51 req-32b9fbd4-f840-4fcb-9c2a-37cb633a3b1c tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 210 time: 0.0825813 Sep 21 05:20:54.858008 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79629088-7161-483e-a5e8-5a9232acb5b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e97e06-9cda-4f85-9e02-81486c2a651d,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:54.865133 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14311d5-f4a9-4ca6-842f-1a8c79d02bca req-6f986045-abed-42a6-ba8c-a866dc5ad5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:20:54.867293 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b14311d5-f4a9-4ca6-842f-1a8c79d02bca req-6f986045-abed-42a6-ba8c-a866dc5ad5be service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b32e07f20a3c46b38b6bcf4382ec365e&device_id=b88273d9-135f-41f7-99fd-9b3c7f1c3b62 HTTP/1.1" status: 200 len: 1097 time: 0.2753563 Sep 21 05:20:54.909064 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf5bd8e-93f7-486d-9024-766f12a9e9e2 req-724b5e67-42c1-40c8-8020-3cbe337805e9 tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:20:54.917906 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-fdf5bd8e-93f7-486d-9024-766f12a9e9e2 req-724b5e67-42c1-40c8-8020-3cbe337805e9 tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] 10.222.0.36 "GET /v2.0/ports?device_id=b88273d9-135f-41f7-99fd-9b3c7f1c3b62 HTTP/1.1" status: 200 len: 944 time: 0.2720950 Sep 21 05:20:54.921002 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 53600) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:20:54.969088 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1c4b7926-7ef7-491f-93df-2f485ce7acc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:55.026868 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1c4b7926-7ef7-491f-93df-2f485ce7acc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:55.091626 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-bf16752c-a952-4d7c-8446-0c2b20107c9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:55.104437 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-07d55890-828e-41c6-87fc-8be827228402 req-45a55b4d-27d8-4b1a-97a0-e9c7038e6ddb tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff9613ba-785c-440c-bfae-00573e08fe55 HTTP/1.1" status: 200 len: 210 time: 0.1069860 Sep 21 05:20:55.182035 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-fdf5bd8e-93f7-486d-9024-766f12a9e9e2 req-b1261f47-af26-4041-9219-051f334ec759 tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] 10.222.0.36 "GET /v2.0/security-groups?id=8cce4bfb-a0e0-494a-811c-9f464d26dbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630413 Sep 21 05:20:55.210262 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14311d5-f4a9-4ca6-842f-1a8c79d02bca req-8bb19506-b8b8-47a7-8b6e-530bea10c60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:20:55.211810 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b14311d5-f4a9-4ca6-842f-1a8c79d02bca req-8bb19506-b8b8-47a7-8b6e-530bea10c60f service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=b32e07f20a3c46b38b6bcf4382ec365e&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3336957 Sep 21 05:20:55.215683 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [req-886e174c-4fce-4604-924c-aefabc269d68 req-4b567411-24bd-4891-b607-3669c983145a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5d3f16f-d73d-4add-ba80-9dc08fba777f {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 05:20:55.223263 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-886e174c-4fce-4604-924c-aefabc269d68 req-4b567411-24bd-4891-b607-3669c983145a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:55.278908 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-886e174c-4fce-4604-924c-aefabc269d68 req-4b567411-24bd-4891-b607-3669c983145a service neutron] Transition to ACTIVE for port object f5d3f16f-d73d-4add-ba80-9dc08fba777f will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 05:20:55.279744 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1c4b7926-7ef7-491f-93df-2f485ce7acc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:55.282425 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1c4b7926-7ef7-491f-93df-2f485ce7acc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:55.285924 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-1c4b7926-7ef7-491f-93df-2f485ce7acc5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/62e97e06-9cda-4f85-9e02-81486c2a651d HTTP/1.1" status: 204 len: 168 time: 0.5758519 Sep 21 05:20:55.292573 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4b7926-7ef7-491f-93df-2f485ce7acc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e97e06-9cda-4f85-9e02-81486c2a651d,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:55.422254 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-886e174c-4fce-4604-924c-aefabc269d68 req-4b567411-24bd-4891-b607-3669c983145a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6441129'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:55.476193 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b567411-24bd-4891-b607-3669c983145a service neutron] Pushing event updated for resources: {'Port': ['ID=f5d3f16f-d73d-4add-ba80-9dc08fba777f,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:55.569893 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-886e174c-4fce-4604-924c-aefabc269d68 req-4b567411-24bd-4891-b607-3669c983145a service neutron] Attempting to bind port f5d3f16f-d73d-4add-ba80-9dc08fba777f on host hv-cinder-77819 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 05:20:55.570545 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-886e174c-4fce-4604-924c-aefabc269d68 req-4b567411-24bd-4891-b607-3669c983145a service neutron] Attempting to bind port f5d3f16f-d73d-4add-ba80-9dc08fba777f by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '867dd244-b99a-4551-9821-ce0615c07d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5924b4aa-fb49-47a2-bb5c-959e13209f12'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 05:20:55.570676 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886e174c-4fce-4604-924c-aefabc269d68 req-4b567411-24bd-4891-b607-3669c983145a service neutron] Attempting to bind port f5d3f16f-d73d-4add-ba80-9dc08fba777f on network 5924b4aa-fb49-47a2-bb5c-959e13209f12 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 05:20:55.574148 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9badc53a-e1b6-41a8-abcb-010eb7651d01 req-b6c52db8-b191-447e-91d6-25f0affe9402 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=61db94cd-0c8c-4884-977d-5838860edb96 HTTP/1.1" status: 200 len: 210 time: 0.0546260 Sep 21 05:20:55.575400 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886e174c-4fce-4604-924c-aefabc269d68 req-4b567411-24bd-4891-b607-3669c983145a service neutron] Port f5d3f16f-d73d-4add-ba80-9dc08fba777f on network 5924b4aa-fb49-47a2-bb5c-959e13209f12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 05:20:55.575772 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886e174c-4fce-4604-924c-aefabc269d68 req-4b567411-24bd-4891-b607-3669c983145a service neutron] Attempting to bind port f5d3f16f-d73d-4add-ba80-9dc08fba777f on network 5924b4aa-fb49-47a2-bb5c-959e13209f12 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 05:20:55.581908 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886e174c-4fce-4604-924c-aefabc269d68 req-4b567411-24bd-4891-b607-3669c983145a service neutron] Checking agent: {'id': '5298a3ad-ea79-4298-8fba-5c2796ea9d92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 5, 18, 37), 'started_at': datetime.datetime(2021, 9, 21, 5, 18, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 5, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 05:20:55.585590 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886e174c-4fce-4604-924c-aefabc269d68 req-4b567411-24bd-4891-b607-3669c983145a service neutron] Checking segment: {'id': '867dd244-b99a-4551-9821-ce0615c07d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5924b4aa-fb49-47a2-bb5c-959e13209f12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 05:20:55.585590 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886e174c-4fce-4604-924c-aefabc269d68 req-4b567411-24bd-4891-b607-3669c983145a service neutron] Bound using segment: {'id': '867dd244-b99a-4551-9821-ce0615c07d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5924b4aa-fb49-47a2-bb5c-959e13209f12'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 05:20:55.585590 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-886e174c-4fce-4604-924c-aefabc269d68 req-4b567411-24bd-4891-b607-3669c983145a service neutron] Bound port: f5d3f16f-d73d-4add-ba80-9dc08fba777f, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '867dd244-b99a-4551-9821-ce0615c07d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5924b4aa-fb49-47a2-bb5c-959e13209f12'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 05:20:55.585590 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-886e174c-4fce-4604-924c-aefabc269d68 req-4b567411-24bd-4891-b607-3669c983145a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:55.612285 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-bf16752c-a952-4d7c-8446-0c2b20107c9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:55.654245 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-886e174c-4fce-4604-924c-aefabc269d68 req-4b567411-24bd-4891-b607-3669c983145a service neutron] For port f5d3f16f-d73d-4add-ba80-9dc08fba777f, host hv-cinder-77819, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 05:20:55.658575 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-886e174c-4fce-4604-924c-aefabc269d68 req-4b567411-24bd-4891-b607-3669c983145a service neutron] For port f5d3f16f-d73d-4add-ba80-9dc08fba777f, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f5d3f16f-d73d-4add-ba80-9dc08fba777f,segment=NetworkSegment(867dd244-b99a-4551-9821-ce0615c07d65),segment_id=867dd244-b99a-4551-9821-ce0615c07d65)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 05:20:55.663795 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14311d5-f4a9-4ca6-842f-1a8c79d02bca req-b4d4f548-84d1-43fe-9370-938fd42bdbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:20:55.665360 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b14311d5-f4a9-4ca6-842f-1a8c79d02bca req-b4d4f548-84d1-43fe-9370-938fd42bdbf6 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4448926 Sep 21 05:20:55.749444 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-bf16752c-a952-4d7c-8446-0c2b20107c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:55.776081 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-886e174c-4fce-4604-924c-aefabc269d68 req-4b567411-24bd-4891-b607-3669c983145a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6441129'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:55.797467 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0febb3d9-7cda-4f1c-bd72-2cfacbfea210 req-ce96c92b-88b6-43cd-960b-1cd34aea975a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:20:55.799016 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0febb3d9-7cda-4f1c-bd72-2cfacbfea210 req-ce96c92b-88b6-43cd-960b-1cd34aea975a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b32e07f20a3c46b38b6bcf4382ec365e&device_id=b88273d9-135f-41f7-99fd-9b3c7f1c3b62 HTTP/1.1" status: 200 len: 1097 time: 0.0789499 Sep 21 05:20:55.802177 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-bf16752c-a952-4d7c-8446-0c2b20107c9e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fcbae4a8c624418fa6c302e7b849a04f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8238919 Sep 21 05:20:55.803119 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf16752c-a952-4d7c-8446-0c2b20107c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f1884e-6f76-4a4c-a68f-ef5a67812b77,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:55.808452 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 53610) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:20:55.845366 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886e174c-4fce-4604-924c-aefabc269d68 req-4b567411-24bd-4891-b607-3669c983145a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:20:55.846227 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-886e174c-4fce-4604-924c-aefabc269d68 req-4b567411-24bd-4891-b607-3669c983145a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531542'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:55.847901 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-886e174c-4fce-4604-924c-aefabc269d68 req-4b567411-24bd-4891-b607-3669c983145a service neutron] 10.222.0.32 "PUT /v2.0/ports/f5d3f16f-d73d-4add-ba80-9dc08fba777f HTTP/1.1" status: 200 len: 1093 time: 1.2884040 Sep 21 05:20:55.848534 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8597837-cb82-468d-8b14-07327db8866d', 'tag': 'f5d3f16f-d73d-4add-ba80-9dc08fba777f'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 05:20:55.895605 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0febb3d9-7cda-4f1c-bd72-2cfacbfea210 req-d60df792-051e-4fea-9984-41c929dbb08e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=05d39ff1-572f-49bd-8122-ac7564e2b579 HTTP/1.1" status: 200 len: 217 time: 0.0882359 Sep 21 05:20:55.920434 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b567411-24bd-4891-b607-3669c983145a service neutron] Pushing event updated for resources: {'Port': ['ID=f5d3f16f-d73d-4add-ba80-9dc08fba777f,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:55.920434 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c1f028bd-336f-4418-be84-357acb9b41e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:55.943842 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c1f028bd-336f-4418-be84-357acb9b41e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:56.023032 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0febb3d9-7cda-4f1c-bd72-2cfacbfea210 req-a839fbea-d72d-462a-acb4-8631b3270934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:20:56.029717 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0febb3d9-7cda-4f1c-bd72-2cfacbfea210 req-a839fbea-d72d-462a-acb4-8631b3270934 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=be3e42f0-1d35-4295-b225-023127081ba2 HTTP/1.1" status: 200 len: 851 time: 0.1273994 Sep 21 05:20:56.099627 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b54c49-6324-4096-8744-63ecf9acc9d5 req-fb357482-037d-412a-b5e7-96ee6299abc2 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:20:56.100821 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0febb3d9-7cda-4f1c-bd72-2cfacbfea210 req-4481aa38-f0d5-414a-be4b-0141e11461a6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=89413bf2-67e6-460f-929f-b974da260979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627129 Sep 21 05:20:56.101314 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.32', 51820) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:20:56.101801 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-51b54c49-6324-4096-8744-63ecf9acc9d5 req-fb357482-037d-412a-b5e7-96ee6299abc2 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.32 "GET /v2.0/networks?id=151497d5-ce27-4271-a888-4f8a00b26617 HTTP/1.1" status: 200 len: 811 time: 0.1428657 Sep 21 05:20:56.157738 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 53628) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:20:56.181889 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-839fb0e1-41c4-4095-8f89-8dcee8054b2b req-ee8c02a8-7b66-458f-9e71-d0ad7512ab22 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 210 time: 0.1009350 Sep 21 05:20:56.184633 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2093a7355c0e7a06ffa9c2f51d01f7a17d1263efd9baf457b9b047ecef1e75bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e245f7c-3169-4617-b270-0fb0636838c0" -d '{"events": [{"name": "network-changed", "server_uuid": "e8597837-cb82-468d-8b14-07327db8866d", "tag": "f5d3f16f-d73d-4add-ba80-9dc08fba777f"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 05:20:56.191370 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a3fd05e5-2651-414f-b84c-dfb601a5cd18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:56.263110 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c1f028bd-336f-4418-be84-357acb9b41e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:56.266897 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c1f028bd-336f-4418-be84-357acb9b41e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:56.270302 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-c1f028bd-336f-4418-be84-357acb9b41e2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f7f1884e-6f76-4a4c-a68f-ef5a67812b77 HTTP/1.1" status: 204 len: 168 time: 0.4584899 Sep 21 05:20:56.277368 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-51b54c49-6324-4096-8744-63ecf9acc9d5 req-52553c44-86b6-4e5f-98ff-677237144e8c tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1270fbb20a848c2956184daa8db39c9 HTTP/1.1" status: 200 len: 380 time: 0.1295242 Sep 21 05:20:56.293608 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [req-51b54c49-6324-4096-8744-63ecf9acc9d5 req-6507988c-e7c9-4a30-86a2-01983cb492bb tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Request body: {'port': {'device_id': 'ff9613ba-785c-440c-bfae-00573e08fe55', 'network_id': '151497d5-ce27-4271-a888-4f8a00b26617', 'admin_state_up': True, 'tenant_id': 'c1270fbb20a848c2956184daa8db39c9', 'security_groups': ['05d839fa-73c5-47b3-a600-d2c01af0c82a']}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:20:56.301021 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f028bd-336f-4418-be84-357acb9b41e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f1884e-6f76-4a4c-a68f-ef5a67812b77,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:56.373402 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886e174c-4fce-4604-924c-aefabc269d68 req-59fdd8d8-f711-426d-9860-1b6ba00610a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:20:56.375493 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-886e174c-4fce-4604-924c-aefabc269d68 req-59fdd8d8-f711-426d-9860-1b6ba00610a1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b64060143eab4fe4b14ef5a511665b1a&device_id=e8597837-cb82-468d-8b14-07327db8866d HTTP/1.1" status: 200 len: 1096 time: 0.2652061 Sep 21 05:20:56.391176 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3a0929e9-4174-41b3-95c3-d0a331277c98 req-6189bf78-219a-42d8-958e-6c6d07200bde tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff9613ba-785c-440c-bfae-00573e08fe55 HTTP/1.1" status: 200 len: 210 time: 0.1076367 Sep 21 05:20:56.399221 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0febb3d9-7cda-4f1c-bd72-2cfacbfea210 req-880c75c6-e138-4b55-906a-39163cba7e28 service neutron] 10.222.0.32 "GET /v2.0/networks/89413bf2-67e6-460f-929f-b974da260979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410829 Sep 21 05:20:56.458524 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-886e174c-4fce-4604-924c-aefabc269d68 req-f5ca187e-d8f8-4180-aa2c-5f1fd6e14bdf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5d3f16f-d73d-4add-ba80-9dc08fba777f HTTP/1.1" status: 200 len: 217 time: 0.0644796 Sep 21 05:20:56.522025 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a3fd05e5-2651-414f-b84c-dfb601a5cd18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:56.538785 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 05:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce4f8f8-182b-4fbd-b4f1-358dcb7a767c x-openstack-request-id: req-bce4f8f8-182b-4fbd-b4f1-358dcb7a767c {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 05:20:56.539080 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8597837-cb82-468d-8b14-07327db8866d", "tag": "f5d3f16f-d73d-4add-ba80-9dc08fba777f", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 05:20:56.539333 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bce4f8f8-182b-4fbd-b4f1-358dcb7a767c {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 05:20:56.539836 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8597837-cb82-468d-8b14-07327db8866d', 'tag': 'f5d3f16f-d73d-4add-ba80-9dc08fba777f', 'status': 'completed', 'code': 200} Sep 21 05:20:56.628379 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886e174c-4fce-4604-924c-aefabc269d68 req-69fdd6bc-7efb-4225-b8f5-fbc84e736c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:20:56.629839 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-886e174c-4fce-4604-924c-aefabc269d68 req-69fdd6bc-7efb-4225-b8f5-fbc84e736c67 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=eb31e64e-231d-4419-bf19-44f0d2bc22f7 HTTP/1.1" status: 200 len: 859 time: 0.1193275 Sep 21 05:20:56.643307 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c91e286-1264-4c51-ab1e-454501f18d1c req-7d11e64b-5536-4401-8e5a-a6420edb1408 tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:20:56.644844 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0c91e286-1264-4c51-ab1e-454501f18d1c req-7d11e64b-5536-4401-8e5a-a6420edb1408 tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] 10.222.0.36 "GET /v2.0/ports?device_id=b88273d9-135f-41f7-99fd-9b3c7f1c3b62 HTTP/1.1" status: 200 len: 944 time: 0.1353629 Sep 21 05:20:56.656452 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0febb3d9-7cda-4f1c-bd72-2cfacbfea210 req-4f4a6cee-d7cb-4589-bd5a-fd4aed324dd4 service neutron] 10.222.0.32 "GET /v2.0/networks/89413bf2-67e6-460f-929f-b974da260979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969209 Sep 21 05:20:56.680977 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a3fd05e5-2651-414f-b84c-dfb601a5cd18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:56.724271 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9d59043b-fb17-460d-acf6-eb9fc87c4bf1 req-b7a448b3-e3cf-48ea-a415-0cc7217b5af6 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=61db94cd-0c8c-4884-977d-5838860edb96 HTTP/1.1" status: 200 len: 210 time: 0.0771029 Sep 21 05:20:56.726029 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-886e174c-4fce-4604-924c-aefabc269d68 req-6cbe01c4-a054-42af-8450-f5431ca3a9a5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5924b4aa-fb49-47a2-bb5c-959e13209f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800722 Sep 21 05:20:56.741170 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-a3fd05e5-2651-414f-b84c-dfb601a5cd18 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8a722fb8599e4a568235b10fdf70b67f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5813186 Sep 21 05:20:56.743936 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 53646) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:20:56.745783 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fd05e5-2651-414f-b84c-dfb601a5cd18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=303f1662-ac1f-4eaf-a354-5f2405e17848,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:56.784844 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0c91e286-1264-4c51-ab1e-454501f18d1c req-2390e91d-3b86-4c97-8df2-fa3ad048d71a tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] 10.222.0.36 "GET /v2.0/security-groups?id=8cce4bfb-a0e0-494a-811c-9f464d26dbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087914 Sep 21 05:20:56.799315 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-aefe7214-30b8-4da3-8cdc-11da0a07c3a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:56.834440 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51b54c49-6324-4096-8744-63ecf9acc9d5 req-6507988c-e7c9-4a30-86a2-01983cb492bb tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Made reservation on behalf of c1270fbb20a848c2956184daa8db39c9 for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 05:20:56.843639 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-51b54c49-6324-4096-8744-63ecf9acc9d5 req-6507988c-e7c9-4a30-86a2-01983cb492bb tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:56.880557 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-aefe7214-30b8-4da3-8cdc-11da0a07c3a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:56.907464 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-886e174c-4fce-4604-924c-aefabc269d68 req-dbce7294-b44b-4829-bab9-e0067b0120d4 service neutron] 10.222.0.32 "GET /v2.0/networks/5924b4aa-fb49-47a2-bb5c-959e13209f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730769 Sep 21 05:20:57.057576 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-aefe7214-30b8-4da3-8cdc-11da0a07c3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:57.060346 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-aefe7214-30b8-4da3-8cdc-11da0a07c3a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:57.062558 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-aefe7214-30b8-4da3-8cdc-11da0a07c3a9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/303f1662-ac1f-4eaf-a354-5f2405e17848 HTTP/1.1" status: 204 len: 168 time: 0.3168468 Sep 21 05:20:57.079652 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefe7214-30b8-4da3-8cdc-11da0a07c3a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=303f1662-ac1f-4eaf-a354-5f2405e17848,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:57.088221 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-886e174c-4fce-4604-924c-aefabc269d68 req-a53c8434-2863-4d0f-bfee-573b808360c9 service neutron] 10.222.0.32 "GET /v2.0/networks/5924b4aa-fb49-47a2-bb5c-959e13209f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478190 Sep 21 05:20:57.095733 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-51b54c49-6324-4096-8744-63ecf9acc9d5 req-6507988c-e7c9-4a30-86a2-01983cb492bb tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Allocated IP 172.20.0.14 (151497d5-ce27-4271-a888-4f8a00b26617/f6d02048-06ff-4c3a-9a06-2b16d4e50c51/14dcd758-b3f3-4b55-b36f-a3a00d0d80dc) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 05:20:57.106687 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b1239b-4ee7-43a2-b1be-9f426ee44a1f req-45ad56f3-24d6-4bc4-a425-436a4867be70 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:20:57.107635 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-83b1239b-4ee7-43a2-b1be-9f426ee44a1f req-45ad56f3-24d6-4bc4-a425-436a4867be70 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.32 "GET /v2.0/networks?id=5924b4aa-fb49-47a2-bb5c-959e13209f12 HTTP/1.1" status: 200 len: 819 time: 0.2628863 Sep 21 05:20:57.236859 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-51b54c49-6324-4096-8744-63ecf9acc9d5 req-6507988c-e7c9-4a30-86a2-01983cb492bb tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:57.305537 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-03cc6d4b-770b-44db-8137-5ab6c11d982a req-8b7872ac-12f6-40bc-9cc7-c42a34cefc2b tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 210 time: 0.0285566 Sep 21 05:20:57.475775 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3f340964-7b5e-44a5-8c98-98352ceb882b req-b551011f-57f8-49c3-878c-a00ab40d41be tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff9613ba-785c-440c-bfae-00573e08fe55 HTTP/1.1" status: 200 len: 210 time: 0.0258799 Sep 21 05:20:57.536018 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-51b54c49-6324-4096-8744-63ecf9acc9d5 req-6507988c-e7c9-4a30-86a2-01983cb492bb tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751403777208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6441136'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:57.588981 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6507988c-e7c9-4a30-86a2-01983cb492bb tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Pushing event updated for resources: {'Port': ['ID=14dcd758-b3f3-4b55-b36f-a3a00d0d80dc,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:20:57.638045 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51b54c49-6324-4096-8744-63ecf9acc9d5 req-6507988c-e7c9-4a30-86a2-01983cb492bb tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Network 151497d5-ce27-4271-a888-4f8a00b26617 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 05:20:57.640170 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-51b54c49-6324-4096-8744-63ecf9acc9d5 req-6507988c-e7c9-4a30-86a2-01983cb492bb tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:20:57.642545 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-51b54c49-6324-4096-8744-63ecf9acc9d5 req-6507988c-e7c9-4a30-86a2-01983cb492bb tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 05:20:57.697220 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b54c49-6324-4096-8744-63ecf9acc9d5 req-6507988c-e7c9-4a30-86a2-01983cb492bb tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:20:57.697875 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-51b54c49-6324-4096-8744-63ecf9acc9d5 req-6507988c-e7c9-4a30-86a2-01983cb492bb tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531542'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:57.793398 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-51b54c49-6324-4096-8744-63ecf9acc9d5 req-6507988c-e7c9-4a30-86a2-01983cb492bb tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5056005 Sep 21 05:20:57.820432 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7c70282c-147c-48a5-97a6-b0938ba31e5d req-c0872e5f-1ba0-47ad-865d-223809d254bb tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=61db94cd-0c8c-4884-977d-5838860edb96 HTTP/1.1" status: 200 len: 210 time: 0.0260901 Sep 21 05:20:57.915718 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b9df4-4efd-489c-b80b-b479be4775a8 req-6ef5efd3-0234-4943-bac7-6dd1786ba136 tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:20:57.919786 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a14b9df4-4efd-489c-b80b-b479be4775a8 req-6ef5efd3-0234-4943-bac7-6dd1786ba136 tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] 10.222.0.36 "GET /v2.0/ports?device_id=b88273d9-135f-41f7-99fd-9b3c7f1c3b62 HTTP/1.1" status: 200 len: 944 time: 0.0581179 Sep 21 05:20:57.930895 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-54296266-715e-499f-b122-fa70f78f2def None None] Provisioning complete for port 14dcd758-b3f3-4b55-b36f-a3a00d0d80dc triggered by entity DHCP. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:20:57.931441 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-54296266-715e-499f-b122-fa70f78f2def None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:57.971267 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-54296266-715e-499f-b122-fa70f78f2def None None] Port 14dcd758-b3f3-4b55-b36f-a3a00d0d80dc cannot update to ACTIVE because it is not bound. {{(pid=94668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 05:20:57.971471 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a14b9df4-4efd-489c-b80b-b479be4775a8 req-60729dee-938c-430e-b7fc-224861e73aab tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] 10.222.0.36 "GET /v2.0/security-groups?id=8cce4bfb-a0e0-494a-811c-9f464d26dbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452716 Sep 21 05:20:58.413682 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-632d6497-c991-4271-a0fc-0ce936c08df4 req-61d994c2-ad84-445c-bf6b-91543044d54f tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 210 time: 0.0375988 Sep 21 05:20:58.598296 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94928c88-ad3c-4efe-95db-c0b6161be37f req-98d869b3-5bb2-40c4-9992-54eab49e8cc5 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:20:58.599741 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-94928c88-ad3c-4efe-95db-c0b6161be37f req-98d869b3-5bb2-40c4-9992-54eab49e8cc5 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff9613ba-785c-440c-bfae-00573e08fe55 HTTP/1.1" status: 200 len: 932 time: 0.0516524 Sep 21 05:20:58.646943 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-94928c88-ad3c-4efe-95db-c0b6161be37f req-25a31ab8-323e-43a3-a85c-5b95d8105fa5 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/security-groups?id=05d839fa-73c5-47b3-a600-d2c01af0c82a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403628 Sep 21 05:20:58.929374 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3f649d08-0b4d-46d3-942d-f34be09d4314 req-3e1756d5-10e6-455f-b0bf-53ce8a6b9e11 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=61db94cd-0c8c-4884-977d-5838860edb96 HTTP/1.1" status: 200 len: 210 time: 0.0282576 Sep 21 05:20:59.082727 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9877248-1260-439a-99f0-3cb4f5e4c5f5 req-4f26673b-0b60-43c6-9b1a-2ed0630bc7b9 tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:20:59.084265 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f9877248-1260-439a-99f0-3cb4f5e4c5f5 req-4f26673b-0b60-43c6-9b1a-2ed0630bc7b9 tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] 10.222.0.36 "GET /v2.0/ports?device_id=b88273d9-135f-41f7-99fd-9b3c7f1c3b62 HTTP/1.1" status: 200 len: 944 time: 0.0482178 Sep 21 05:20:59.127445 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f9877248-1260-439a-99f0-3cb4f5e4c5f5 req-318c2c71-7deb-4349-8415-69072d1452ba tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] 10.222.0.36 "GET /v2.0/security-groups?id=8cce4bfb-a0e0-494a-811c-9f464d26dbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363705 Sep 21 05:20:59.517518 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8e95376b-de3d-4774-b92e-ffde52010145 req-10bbb0ab-c664-4d8d-a5c7-370da40e0d29 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 210 time: 0.0328660 Sep 21 05:20:59.759151 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384805d6-1338-4c28-b981-3c330f749449 req-d88ad484-6ffe-4ac6-8485-29a5be57c112 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:20:59.760612 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-384805d6-1338-4c28-b981-3c330f749449 req-d88ad484-6ffe-4ac6-8485-29a5be57c112 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff9613ba-785c-440c-bfae-00573e08fe55 HTTP/1.1" status: 200 len: 932 time: 0.0466061 Sep 21 05:20:59.793435 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [req-51b54c49-6324-4096-8744-63ecf9acc9d5 req-263b8a2b-633e-428b-ad5a-fdbde8e97df6 service neutron] Request body: {'port': {'device_id': 'ff9613ba-785c-440c-bfae-00573e08fe55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:20:59.793982 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [req-83b1239b-4ee7-43a2-b1be-9f426ee44a1f req-740273fc-be46-4852-91aa-63fbce72112c tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Request body: {'port': {'device_id': '61db94cd-0c8c-4884-977d-5838860edb96', 'network_id': '5924b4aa-fb49-47a2-bb5c-959e13209f12', 'admin_state_up': True, 'tenant_id': 'b64060143eab4fe4b14ef5a511665b1a'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:20:59.856123 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-51b54c49-6324-4096-8744-63ecf9acc9d5 req-263b8a2b-633e-428b-ad5a-fdbde8e97df6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:20:59.896353 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-384805d6-1338-4c28-b981-3c330f749449 req-aaed4e43-b339-437b-9dc1-ba082713aa58 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/security-groups?id=05d839fa-73c5-47b3-a600-d2c01af0c82a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235721 Sep 21 05:20:59.913964 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e245f7c-3169-4617-b270-0fb0636838c0 req-533fff7a-f5cb-4935-b251-3b73b1b53f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:20:59.915664 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7e245f7c-3169-4617-b270-0fb0636838c0 req-533fff7a-f5cb-4935-b251-3b73b1b53f01 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b64060143eab4fe4b14ef5a511665b1a&device_id=e8597837-cb82-468d-8b14-07327db8866d HTTP/1.1" status: 200 len: 1096 time: 0.1143110 Sep 21 05:21:00.120782 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2d8805df-671a-4943-8bcf-98623b04ab44 req-0e6b8ec0-7653-47d4-bf56-204e776cf228 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=61db94cd-0c8c-4884-977d-5838860edb96 HTTP/1.1" status: 200 len: 210 time: 0.0634618 Sep 21 05:21:00.188490 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e245f7c-3169-4617-b270-0fb0636838c0 req-fbf8ebba-0ab4-4a65-9fe3-58d0e0bd6be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:00.190343 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7e245f7c-3169-4617-b270-0fb0636838c0 req-fbf8ebba-0ab4-4a65-9fe3-58d0e0bd6be4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5924b4aa-fb49-47a2-bb5c-959e13209f12 HTTP/1.1" status: 200 len: 919 time: 0.2567794 Sep 21 05:21:00.205956 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [req-51b54c49-6324-4096-8744-63ecf9acc9d5 req-263b8a2b-633e-428b-ad5a-fdbde8e97df6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14dcd758-b3f3-4b55-b36f-a3a00d0d80dc {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 05:21:00.214608 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-51b54c49-6324-4096-8744-63ecf9acc9d5 req-263b8a2b-633e-428b-ad5a-fdbde8e97df6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:00.227447 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-51b54c49-6324-4096-8744-63ecf9acc9d5 req-263b8a2b-633e-428b-ad5a-fdbde8e97df6 service neutron] Transition to ACTIVE for port object 14dcd758-b3f3-4b55-b36f-a3a00d0d80dc will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 05:21:00.232886 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83b1239b-4ee7-43a2-b1be-9f426ee44a1f req-740273fc-be46-4852-91aa-63fbce72112c tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Made reservation on behalf of b64060143eab4fe4b14ef5a511665b1a for: {'port': 1} {{(pid=94666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 05:21:00.236438 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-83b1239b-4ee7-43a2-b1be-9f426ee44a1f req-740273fc-be46-4852-91aa-63fbce72112c tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:00.325923 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-51b54c49-6324-4096-8744-63ecf9acc9d5 req-263b8a2b-633e-428b-ad5a-fdbde8e97df6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6441129'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:00.385788 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263b8a2b-633e-428b-ad5a-fdbde8e97df6 service neutron] Pushing event updated for resources: {'Port': ['ID=14dcd758-b3f3-4b55-b36f-a3a00d0d80dc,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:21:00.457538 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-51b54c49-6324-4096-8744-63ecf9acc9d5 req-263b8a2b-633e-428b-ad5a-fdbde8e97df6 service neutron] Attempting to bind port 14dcd758-b3f3-4b55-b36f-a3a00d0d80dc on host hv-cinder-77819 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 05:21:00.458278 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-51b54c49-6324-4096-8744-63ecf9acc9d5 req-263b8a2b-633e-428b-ad5a-fdbde8e97df6 service neutron] Attempting to bind port 14dcd758-b3f3-4b55-b36f-a3a00d0d80dc by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '6416812b-9698-4c94-b689-508bdc693c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '151497d5-ce27-4271-a888-4f8a00b26617'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 05:21:00.458278 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b54c49-6324-4096-8744-63ecf9acc9d5 req-263b8a2b-633e-428b-ad5a-fdbde8e97df6 service neutron] Attempting to bind port 14dcd758-b3f3-4b55-b36f-a3a00d0d80dc on network 151497d5-ce27-4271-a888-4f8a00b26617 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 05:21:00.463808 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b54c49-6324-4096-8744-63ecf9acc9d5 req-263b8a2b-633e-428b-ad5a-fdbde8e97df6 service neutron] Port 14dcd758-b3f3-4b55-b36f-a3a00d0d80dc on network 151497d5-ce27-4271-a888-4f8a00b26617 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 05:21:00.464135 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b54c49-6324-4096-8744-63ecf9acc9d5 req-263b8a2b-633e-428b-ad5a-fdbde8e97df6 service neutron] Attempting to bind port 14dcd758-b3f3-4b55-b36f-a3a00d0d80dc on network 151497d5-ce27-4271-a888-4f8a00b26617 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 05:21:00.469859 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b54c49-6324-4096-8744-63ecf9acc9d5 req-263b8a2b-633e-428b-ad5a-fdbde8e97df6 service neutron] Checking agent: {'id': '5298a3ad-ea79-4298-8fba-5c2796ea9d92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 5, 18, 37), 'started_at': datetime.datetime(2021, 9, 21, 5, 18, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 5, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 05:21:00.470191 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b54c49-6324-4096-8744-63ecf9acc9d5 req-263b8a2b-633e-428b-ad5a-fdbde8e97df6 service neutron] Checking segment: {'id': '6416812b-9698-4c94-b689-508bdc693c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '151497d5-ce27-4271-a888-4f8a00b26617'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 05:21:00.470650 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b54c49-6324-4096-8744-63ecf9acc9d5 req-263b8a2b-633e-428b-ad5a-fdbde8e97df6 service neutron] Bound using segment: {'id': '6416812b-9698-4c94-b689-508bdc693c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '151497d5-ce27-4271-a888-4f8a00b26617'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 05:21:00.471289 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-51b54c49-6324-4096-8744-63ecf9acc9d5 req-263b8a2b-633e-428b-ad5a-fdbde8e97df6 service neutron] Bound port: 14dcd758-b3f3-4b55-b36f-a3a00d0d80dc, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6416812b-9698-4c94-b689-508bdc693c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '151497d5-ce27-4271-a888-4f8a00b26617'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 05:21:00.471660 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-51b54c49-6324-4096-8744-63ecf9acc9d5 req-263b8a2b-633e-428b-ad5a-fdbde8e97df6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:00.503473 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ba8424-fd53-4a2c-9169-0c9155f77352 req-a6a73ad8-a6cb-4f3b-bb44-d5fd2d6e8fe3 tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:00.505090 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-07ba8424-fd53-4a2c-9169-0c9155f77352 req-a6a73ad8-a6cb-4f3b-bb44-d5fd2d6e8fe3 tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] 10.222.0.36 "GET /v2.0/ports?device_id=b88273d9-135f-41f7-99fd-9b3c7f1c3b62 HTTP/1.1" status: 200 len: 944 time: 0.2896709 Sep 21 05:21:00.554293 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-51b54c49-6324-4096-8744-63ecf9acc9d5 req-263b8a2b-633e-428b-ad5a-fdbde8e97df6 service neutron] For port 14dcd758-b3f3-4b55-b36f-a3a00d0d80dc, host hv-cinder-77819, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 05:21:00.557772 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-51b54c49-6324-4096-8744-63ecf9acc9d5 req-263b8a2b-633e-428b-ad5a-fdbde8e97df6 service neutron] For port 14dcd758-b3f3-4b55-b36f-a3a00d0d80dc, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=14dcd758-b3f3-4b55-b36f-a3a00d0d80dc,segment=NetworkSegment(6416812b-9698-4c94-b689-508bdc693c40),segment_id=6416812b-9698-4c94-b689-508bdc693c40)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 05:21:00.591261 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-07ba8424-fd53-4a2c-9169-0c9155f77352 req-1aeb229a-9359-4729-8862-b9e8b4f617cf tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] 10.222.0.36 "GET /v2.0/security-groups?id=8cce4bfb-a0e0-494a-811c-9f464d26dbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789750 Sep 21 05:21:00.632875 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-51b54c49-6324-4096-8744-63ecf9acc9d5 req-263b8a2b-633e-428b-ad5a-fdbde8e97df6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6441129'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:00.649133 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d7b1b19c-8583-495f-ad64-60db4bd82d30 req-6144d265-737d-4f3f-b110-4cc17b4a9906 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 210 time: 0.0304091 Sep 21 05:21:00.655528 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.db.db_base_plugin_common [req-83b1239b-4ee7-43a2-b1be-9f426ee44a1f req-740273fc-be46-4852-91aa-63fbce72112c tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Allocated IP 172.20.0.6 (5924b4aa-fb49-47a2-bb5c-959e13209f12/eb31e64e-231d-4419-bf19-44f0d2bc22f7/af30cf65-8f49-4854-aed2-34db6277f342) {{(pid=94666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 05:21:00.674736 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b54c49-6324-4096-8744-63ecf9acc9d5 req-263b8a2b-633e-428b-ad5a-fdbde8e97df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:00.674736 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-51b54c49-6324-4096-8744-63ecf9acc9d5 req-263b8a2b-633e-428b-ad5a-fdbde8e97df6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531542'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:00.674736 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-51b54c49-6324-4096-8744-63ecf9acc9d5 req-263b8a2b-633e-428b-ad5a-fdbde8e97df6 service neutron] 10.222.0.32 "PUT /v2.0/ports/14dcd758-b3f3-4b55-b36f-a3a00d0d80dc HTTP/1.1" status: 200 len: 1094 time: 0.8830059 Sep 21 05:21:00.674736 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff9613ba-785c-440c-bfae-00573e08fe55', 'tag': '14dcd758-b3f3-4b55-b36f-a3a00d0d80dc'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 05:21:00.674736 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2093a7355c0e7a06ffa9c2f51d01f7a17d1263efd9baf457b9b047ecef1e75bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-903adf82-f639-430c-bd35-58ee4eb1178e" -d '{"events": [{"name": "network-changed", "server_uuid": "ff9613ba-785c-440c-bfae-00573e08fe55", "tag": "14dcd758-b3f3-4b55-b36f-a3a00d0d80dc"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 05:21:00.707616 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263b8a2b-633e-428b-ad5a-fdbde8e97df6 service neutron] Pushing event updated for resources: {'Port': ['ID=14dcd758-b3f3-4b55-b36f-a3a00d0d80dc,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:21:00.769598 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 05:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1aa3aae-5ac6-4697-8f05-1a5d7a21ab09 x-openstack-request-id: req-e1aa3aae-5ac6-4697-8f05-1a5d7a21ab09 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 05:21:00.770646 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff9613ba-785c-440c-bfae-00573e08fe55", "tag": "14dcd758-b3f3-4b55-b36f-a3a00d0d80dc", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 05:21:00.770646 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e1aa3aae-5ac6-4697-8f05-1a5d7a21ab09 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 05:21:00.770835 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff9613ba-785c-440c-bfae-00573e08fe55', 'tag': '14dcd758-b3f3-4b55-b36f-a3a00d0d80dc', 'status': 'completed', 'code': 200} Sep 21 05:21:00.829252 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-83b1239b-4ee7-43a2-b1be-9f426ee44a1f req-740273fc-be46-4852-91aa-63fbce72112c tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Notify callbacks [] for port, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:00.940906 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-83b1239b-4ee7-43a2-b1be-9f426ee44a1f req-740273fc-be46-4852-91aa-63fbce72112c tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751403777208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7439717'] for port, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:01.006596 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83b1239b-4ee7-43a2-b1be-9f426ee44a1f req-740273fc-be46-4852-91aa-63fbce72112c tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Network 5924b4aa-fb49-47a2-bb5c-959e13209f12 is already hosted by enough agents. {{(pid=94666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 05:21:01.017339 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.base_scheduler [req-83b1239b-4ee7-43a2-b1be-9f426ee44a1f req-740273fc-be46-4852-91aa-63fbce72112c tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Resources bound (agent type, host, resource id): {{(pid=94666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:21:01.020934 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.db.l3_dvrscheduler_db [req-83b1239b-4ee7-43a2-b1be-9f426ee44a1f req-740273fc-be46-4852-91aa-63fbce72112c tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Received port after_create {{(pid=94666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 05:21:01.023368 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740273fc-be46-4852-91aa-63fbce72112c tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Pushing event updated for resources: {'Port': ['ID=af30cf65-8f49-4854-aed2-34db6277f342,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:21:01.067650 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a12f18-5609-4548-b500-e1e3f761616e req-750b86a7-a416-47fa-bf9d-3c59ce4a0779 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:01.069093 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-49a12f18-5609-4548-b500-e1e3f761616e req-750b86a7-a416-47fa-bf9d-3c59ce4a0779 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff9613ba-785c-440c-bfae-00573e08fe55 HTTP/1.1" status: 200 len: 944 time: 0.0996120 Sep 21 05:21:01.089979 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b1239b-4ee7-43a2-b1be-9f426ee44a1f req-740273fc-be46-4852-91aa-63fbce72112c tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:01.090606 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-83b1239b-4ee7-43a2-b1be-9f426ee44a1f req-740273fc-be46-4852-91aa-63fbce72112c tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531542'] for port, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:01.124456 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-49a12f18-5609-4548-b500-e1e3f761616e req-f22a5c28-cd35-480e-9d77-03dc313d4257 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/security-groups?id=05d839fa-73c5-47b3-a600-d2c01af0c82a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482166 Sep 21 05:21:01.220261 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-83b1239b-4ee7-43a2-b1be-9f426ee44a1f req-740273fc-be46-4852-91aa-63fbce72112c tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4301686 Sep 21 05:21:01.252591 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.agents_db [None req-b3bad76d-57ee-4137-9d9b-1a82d1aed62b None None] Agent healthcheck: found 6 active agents {{(pid=94669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 05:21:01.320262 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2dc236-5afd-4841-9685-49fe806937eb req-ef053419-f659-439b-bf0e-c0734676a3bf tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:01.321898 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9a2dc236-5afd-4841-9685-49fe806937eb req-ef053419-f659-439b-bf0e-c0734676a3bf tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=61db94cd-0c8c-4884-977d-5838860edb96 HTTP/1.1" status: 200 len: 931 time: 0.0810328 Sep 21 05:21:01.360208 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9a2dc236-5afd-4841-9685-49fe806937eb req-bc3d680a-1ca9-4ee7-be9b-89ff7c0880d6 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321972 Sep 21 05:21:01.708991 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95786464-2480-4882-8b16-ead3613cc25d req-692cd84a-578c-40dc-a711-e225f472dceb tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:01.710425 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-95786464-2480-4882-8b16-ead3613cc25d req-692cd84a-578c-40dc-a711-e225f472dceb tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] 10.222.0.36 "GET /v2.0/ports?device_id=b88273d9-135f-41f7-99fd-9b3c7f1c3b62 HTTP/1.1" status: 200 len: 944 time: 0.0500257 Sep 21 05:21:01.758846 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4906bcc4-1612-4b9d-b5ce-44019370c3dc req-4b09bb79-5c88-4b9b-a8cf-87441b354710 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 210 time: 0.0357659 Sep 21 05:21:01.776060 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-95786464-2480-4882-8b16-ead3613cc25d req-d903f80d-569a-4d58-82a3-8f67827260f6 tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] 10.222.0.36 "GET /v2.0/security-groups?id=8cce4bfb-a0e0-494a-811c-9f464d26dbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593157 Sep 21 05:21:02.247868 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b37c8b4-c75d-4191-8d9a-72b46c8bb6de req-21941994-b219-4723-b0c0-c55bdc381231 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:02.249484 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4b37c8b4-c75d-4191-8d9a-72b46c8bb6de req-21941994-b219-4723-b0c0-c55bdc381231 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff9613ba-785c-440c-bfae-00573e08fe55 HTTP/1.1" status: 200 len: 944 time: 0.0496240 Sep 21 05:21:02.287895 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4b37c8b4-c75d-4191-8d9a-72b46c8bb6de req-bb166f29-e287-48dc-a0c7-74d8ce15d2ca tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/security-groups?id=05d839fa-73c5-47b3-a600-d2c01af0c82a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323918 Sep 21 05:21:02.487118 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09aa580-c47a-4ddd-bbd9-114370ec1a82 req-641507a6-b63a-4e43-873a-be40fa0ae9eb tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:02.494777 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f09aa580-c47a-4ddd-bbd9-114370ec1a82 req-641507a6-b63a-4e43-873a-be40fa0ae9eb tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=61db94cd-0c8c-4884-977d-5838860edb96 HTTP/1.1" status: 200 len: 931 time: 0.0649297 Sep 21 05:21:02.537810 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f09aa580-c47a-4ddd-bbd9-114370ec1a82 req-c5ec3665-1a79-4458-af68-e6adfa7cb084 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421326 Sep 21 05:21:02.891546 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-401724b6-e124-4ddc-b08c-87b60c802c86 req-91353d48-d3b0-47aa-accc-9009bda10c78 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 210 time: 0.0518184 Sep 21 05:21:02.914050 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b997f49d-8370-4278-81de-45bcc96a62b2 req-5678bfda-14a7-45de-b6f6-85e9cf99101e tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:02.915543 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b997f49d-8370-4278-81de-45bcc96a62b2 req-5678bfda-14a7-45de-b6f6-85e9cf99101e tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] 10.222.0.36 "GET /v2.0/ports?device_id=b88273d9-135f-41f7-99fd-9b3c7f1c3b62 HTTP/1.1" status: 200 len: 944 time: 0.0669961 Sep 21 05:21:02.952920 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b997f49d-8370-4278-81de-45bcc96a62b2 req-d9899a61-ebc9-4443-b143-84c1e0ce209f tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] 10.222.0.36 "GET /v2.0/security-groups?id=8cce4bfb-a0e0-494a-811c-9f464d26dbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308800 Sep 21 05:21:02.999217 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.32', 51834) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:21:03.018548 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7e245f7c-3169-4617-b270-0fb0636838c0 req-c3daaf84-9ab8-44d0-b937-54b95755ea55 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5d3f16f-d73d-4add-ba80-9dc08fba777f HTTP/1.1" status: 200 len: 217 time: 0.0410881 Sep 21 05:21:03.022142 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [req-83b1239b-4ee7-43a2-b1be-9f426ee44a1f req-c008f92b-cbb9-47a0-ba6f-660d16fbb38b service neutron] Request body: {'port': {'device_id': '61db94cd-0c8c-4884-977d-5838860edb96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:21:03.119259 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-83b1239b-4ee7-43a2-b1be-9f426ee44a1f req-c008f92b-cbb9-47a0-ba6f-660d16fbb38b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:03.122081 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e245f7c-3169-4617-b270-0fb0636838c0 req-2aa0f4b6-4c20-44a7-878d-40faa903aaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:03.124160 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7e245f7c-3169-4617-b270-0fb0636838c0 req-2aa0f4b6-4c20-44a7-878d-40faa903aaa1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=eb31e64e-231d-4419-bf19-44f0d2bc22f7 HTTP/1.1" status: 200 len: 859 time: 0.0829804 Sep 21 05:21:03.182904 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7e245f7c-3169-4617-b270-0fb0636838c0 req-cd9f2e59-a5e4-424f-8e3c-d225db4bae06 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5924b4aa-fb49-47a2-bb5c-959e13209f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457211 Sep 21 05:21:03.284650 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903adf82-f639-430c-bd35-58ee4eb1178e req-fdb2b206-40de-435b-b6b7-118ca1ed49c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:03.286131 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-903adf82-f639-430c-bd35-58ee4eb1178e req-fdb2b206-40de-435b-b6b7-118ca1ed49c0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c1270fbb20a848c2956184daa8db39c9&device_id=ff9613ba-785c-440c-bfae-00573e08fe55 HTTP/1.1" status: 200 len: 1097 time: 0.2774405 Sep 21 05:21:03.372663 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef40c5-6988-4874-ad6d-d74fb3fda093 req-ca4d2869-048e-4fd7-b1a3-a6820b05b0d3 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:03.374100 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-66ef40c5-6988-4874-ad6d-d74fb3fda093 req-ca4d2869-048e-4fd7-b1a3-a6820b05b0d3 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.32 "GET /v2.0/networks?id=007b9195-968a-4aaf-8c91-9ba7bd7821aa HTTP/1.1" status: 200 len: 816 time: 0.3737500 Sep 21 05:21:03.437506 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7e245f7c-3169-4617-b270-0fb0636838c0 req-0b9f3f27-a4ca-4152-8bc2-898cb0d7d208 service neutron] 10.222.0.32 "GET /v2.0/networks/5924b4aa-fb49-47a2-bb5c-959e13209f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437434 Sep 21 05:21:03.499333 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6d2efe-dd1b-46b2-90c2-8be1b2ff27b7 req-ab56065f-fd80-4d5a-b9c4-f1b1892a745d tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:03.506909 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3b6d2efe-dd1b-46b2-90c2-8be1b2ff27b7 req-ab56065f-fd80-4d5a-b9c4-f1b1892a745d tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff9613ba-785c-440c-bfae-00573e08fe55 HTTP/1.1" status: 200 len: 944 time: 0.1486783 Sep 21 05:21:03.508248 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-66ef40c5-6988-4874-ad6d-d74fb3fda093 req-58ec15a3-8ca2-4d06-a217-9f29b269612c tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=772420021b474ce7806243f145c281b8 HTTP/1.1" status: 200 len: 379 time: 0.1172771 Sep 21 05:21:03.523813 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [req-66ef40c5-6988-4874-ad6d-d74fb3fda093 req-60af2f7a-3898-4155-adcd-b02900f181b4 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Request body: {'port': {'device_id': 'cbac02d0-41b3-4b2b-8b98-ab116fc805fe', 'network_id': '007b9195-968a-4aaf-8c91-9ba7bd7821aa', 'admin_state_up': True, 'tenant_id': '772420021b474ce7806243f145c281b8', 'security_groups': ['936cc0ac-e586-4870-95d9-13241d450ace']}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:21:03.629503 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903adf82-f639-430c-bd35-58ee4eb1178e req-5134b098-d935-44b4-bb1b-3fb4335167a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:03.631220 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-903adf82-f639-430c-bd35-58ee4eb1178e req-5134b098-d935-44b4-bb1b-3fb4335167a3 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=c1270fbb20a848c2956184daa8db39c9&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3341153 Sep 21 05:21:03.649275 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3b6d2efe-dd1b-46b2-90c2-8be1b2ff27b7 req-55da2000-95ba-45f8-b08b-3feebd8251b2 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/security-groups?id=05d839fa-73c5-47b3-a600-d2c01af0c82a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412110 Sep 21 05:21:03.740486 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7e245f7c-3169-4617-b270-0fb0636838c0 req-e8e7e0e3-8d7d-4540-b2a6-f0bff554f353 service neutron] 10.222.0.32 "GET /v2.0/networks/5924b4aa-fb49-47a2-bb5c-959e13209f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852497 Sep 21 05:21:03.751943 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.notifiers.nova [req-83b1239b-4ee7-43a2-b1be-9f426ee44a1f req-c008f92b-cbb9-47a0-ba6f-660d16fbb38b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af30cf65-8f49-4854-aed2-34db6277f342 {{(pid=94666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 05:21:03.765445 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-83b1239b-4ee7-43a2-b1be-9f426ee44a1f req-c008f92b-cbb9-47a0-ba6f-660d16fbb38b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:03.791074 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0581eee7-4305-4e8e-b513-ea6d7da9dfc8 req-7b0ba524-80dc-4667-9ddd-e829bdedc50f tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:03.792752 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0581eee7-4305-4e8e-b513-ea6d7da9dfc8 req-7b0ba524-80dc-4667-9ddd-e829bdedc50f tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=61db94cd-0c8c-4884-977d-5838860edb96 HTTP/1.1" status: 200 len: 931 time: 0.1363301 Sep 21 05:21:03.803608 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.db.provisioning_blocks [req-83b1239b-4ee7-43a2-b1be-9f426ee44a1f req-c008f92b-cbb9-47a0-ba6f-660d16fbb38b service neutron] Transition to ACTIVE for port object af30cf65-8f49-4854-aed2-34db6277f342 will not be triggered until provisioned by entity L2. {{(pid=94666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 05:21:03.836875 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0581eee7-4305-4e8e-b513-ea6d7da9dfc8 req-ae1a669e-1c05-4d1e-9655-8b961fdc00eb tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356979 Sep 21 05:21:03.859254 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903adf82-f639-430c-bd35-58ee4eb1178e req-1e71e865-da05-4365-ad18-c06d55c1c15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:03.860823 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-903adf82-f639-430c-bd35-58ee4eb1178e req-1e71e865-da05-4365-ad18-c06d55c1c15c service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2177925 Sep 21 05:21:03.878240 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-83b1239b-4ee7-43a2-b1be-9f426ee44a1f req-c008f92b-cbb9-47a0-ba6f-660d16fbb38b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7439740'] for port, after_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:03.952607 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66ef40c5-6988-4874-ad6d-d74fb3fda093 req-60af2f7a-3898-4155-adcd-b02900f181b4 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Made reservation on behalf of 772420021b474ce7806243f145c281b8 for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 05:21:03.956786 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-66ef40c5-6988-4874-ad6d-d74fb3fda093 req-60af2f7a-3898-4155-adcd-b02900f181b4 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:03.990994 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b54c49-6324-4096-8744-63ecf9acc9d5 req-0b44ab9c-7611-4235-bbf5-c3c09526bc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:03.992560 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-51b54c49-6324-4096-8744-63ecf9acc9d5 req-0b44ab9c-7611-4235-bbf5-c3c09526bc1b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c1270fbb20a848c2956184daa8db39c9&device_id=ff9613ba-785c-440c-bfae-00573e08fe55 HTTP/1.1" status: 200 len: 1097 time: 0.0898540 Sep 21 05:21:04.028039 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c008f92b-cbb9-47a0-ba6f-660d16fbb38b service neutron] Pushing event updated for resources: {'Port': ['ID=af30cf65-8f49-4854-aed2-34db6277f342,revision_number=2']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:21:04.087036 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e43ddeef-42ba-4d70-9737-a0a8acec9e9a req-17f8343d-85a2-4cc6-a4b3-53cb3c7613da tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 210 time: 0.0635304 Sep 21 05:21:04.167110 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-51b54c49-6324-4096-8744-63ecf9acc9d5 req-30bea5ef-3d60-4c4b-94de-c5e279ba7930 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14dcd758-b3f3-4b55-b36f-a3a00d0d80dc HTTP/1.1" status: 200 len: 217 time: 0.0864899 Sep 21 05:21:04.170428 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.managers [req-83b1239b-4ee7-43a2-b1be-9f426ee44a1f req-c008f92b-cbb9-47a0-ba6f-660d16fbb38b service neutron] Attempting to bind port af30cf65-8f49-4854-aed2-34db6277f342 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 05:21:04.170764 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.managers [req-83b1239b-4ee7-43a2-b1be-9f426ee44a1f req-c008f92b-cbb9-47a0-ba6f-660d16fbb38b service neutron] Attempting to bind port af30cf65-8f49-4854-aed2-34db6277f342 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '867dd244-b99a-4551-9821-ce0615c07d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5924b4aa-fb49-47a2-bb5c-959e13209f12'}] {{(pid=94666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 05:21:04.171091 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b1239b-4ee7-43a2-b1be-9f426ee44a1f req-c008f92b-cbb9-47a0-ba6f-660d16fbb38b service neutron] Attempting to bind port af30cf65-8f49-4854-aed2-34db6277f342 on network 5924b4aa-fb49-47a2-bb5c-959e13209f12 {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 05:21:04.178332 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b1239b-4ee7-43a2-b1be-9f426ee44a1f req-c008f92b-cbb9-47a0-ba6f-660d16fbb38b service neutron] Port af30cf65-8f49-4854-aed2-34db6277f342 on network 5924b4aa-fb49-47a2-bb5c-959e13209f12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 05:21:04.178590 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b1239b-4ee7-43a2-b1be-9f426ee44a1f req-c008f92b-cbb9-47a0-ba6f-660d16fbb38b service neutron] Attempting to bind port af30cf65-8f49-4854-aed2-34db6277f342 on network 5924b4aa-fb49-47a2-bb5c-959e13209f12 {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 05:21:04.185115 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-66ef40c5-6988-4874-ad6d-d74fb3fda093 req-60af2f7a-3898-4155-adcd-b02900f181b4 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Allocated IP 172.20.0.9 (007b9195-968a-4aaf-8c91-9ba7bd7821aa/8a68d4d6-aa72-4762-8b15-dd5ef7ab0ec9/f0c31f37-8568-43df-85ed-406b86e88242) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 05:21:04.190826 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3497032b-c1bf-41ea-a5a2-9fefdb1b7247 req-2060aa1a-5db9-442a-b2eb-8f9f93cb8d72 tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:04.192283 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3497032b-c1bf-41ea-a5a2-9fefdb1b7247 req-2060aa1a-5db9-442a-b2eb-8f9f93cb8d72 tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] 10.222.0.36 "GET /v2.0/ports?device_id=b88273d9-135f-41f7-99fd-9b3c7f1c3b62 HTTP/1.1" status: 200 len: 944 time: 0.1269653 Sep 21 05:21:04.194260 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b1239b-4ee7-43a2-b1be-9f426ee44a1f req-c008f92b-cbb9-47a0-ba6f-660d16fbb38b service neutron] Checking agent: {'id': '5298a3ad-ea79-4298-8fba-5c2796ea9d92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 5, 18, 37), 'started_at': datetime.datetime(2021, 9, 21, 5, 18, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 5, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 05:21:04.194260 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b1239b-4ee7-43a2-b1be-9f426ee44a1f req-c008f92b-cbb9-47a0-ba6f-660d16fbb38b service neutron] Checking segment: {'id': '867dd244-b99a-4551-9821-ce0615c07d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5924b4aa-fb49-47a2-bb5c-959e13209f12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 05:21:04.201181 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b1239b-4ee7-43a2-b1be-9f426ee44a1f req-c008f92b-cbb9-47a0-ba6f-660d16fbb38b service neutron] Bound using segment: {'id': '867dd244-b99a-4551-9821-ce0615c07d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5924b4aa-fb49-47a2-bb5c-959e13209f12'} {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 05:21:04.201181 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.managers [req-83b1239b-4ee7-43a2-b1be-9f426ee44a1f req-c008f92b-cbb9-47a0-ba6f-660d16fbb38b service neutron] Bound port: af30cf65-8f49-4854-aed2-34db6277f342, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '867dd244-b99a-4551-9821-ce0615c07d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5924b4aa-fb49-47a2-bb5c-959e13209f12'}}] {{(pid=94666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 05:21:04.201181 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-83b1239b-4ee7-43a2-b1be-9f426ee44a1f req-c008f92b-cbb9-47a0-ba6f-660d16fbb38b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:04.246598 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b54c49-6324-4096-8744-63ecf9acc9d5 req-988e9a47-c32c-4050-a59c-aeaa0d8a71f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:04.248055 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-51b54c49-6324-4096-8744-63ecf9acc9d5 req-988e9a47-c32c-4050-a59c-aeaa0d8a71f9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f6d02048-06ff-4c3a-9a06-2b16d4e50c51 HTTP/1.1" status: 200 len: 850 time: 0.0726891 Sep 21 05:21:04.269175 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3497032b-c1bf-41ea-a5a2-9fefdb1b7247 req-d63909ac-9da0-463d-9efb-69422e368c6c tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] 10.222.0.36 "GET /v2.0/security-groups?id=8cce4bfb-a0e0-494a-811c-9f464d26dbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692525 Sep 21 05:21:04.306623 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.db [req-83b1239b-4ee7-43a2-b1be-9f426ee44a1f req-c008f92b-cbb9-47a0-ba6f-660d16fbb38b service neutron] For port af30cf65-8f49-4854-aed2-34db6277f342, host hv-cinder-77819, cleared binding levels {{(pid=94666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 05:21:04.313311 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.db [req-83b1239b-4ee7-43a2-b1be-9f426ee44a1f req-c008f92b-cbb9-47a0-ba6f-660d16fbb38b service neutron] For port af30cf65-8f49-4854-aed2-34db6277f342, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=af30cf65-8f49-4854-aed2-34db6277f342,segment=NetworkSegment(867dd244-b99a-4551-9821-ce0615c07d65),segment_id=867dd244-b99a-4551-9821-ce0615c07d65)] {{(pid=94666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 05:21:04.398021 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-83b1239b-4ee7-43a2-b1be-9f426ee44a1f req-c008f92b-cbb9-47a0-ba6f-660d16fbb38b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7439740'] for port, after_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:04.398125 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b54c49-6324-4096-8744-63ecf9acc9d5 req-6a99d672-738f-41e4-a1dc-a0adc03347b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:04.398125 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-51b54c49-6324-4096-8744-63ecf9acc9d5 req-6a99d672-738f-41e4-a1dc-a0adc03347b9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=151497d5-ce27-4271-a888-4f8a00b26617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1387784 Sep 21 05:21:04.440206 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b1239b-4ee7-43a2-b1be-9f426ee44a1f req-c008f92b-cbb9-47a0-ba6f-660d16fbb38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:04.441230 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-83b1239b-4ee7-43a2-b1be-9f426ee44a1f req-c008f92b-cbb9-47a0-ba6f-660d16fbb38b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531542'] for port, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:04.442669 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-83b1239b-4ee7-43a2-b1be-9f426ee44a1f req-c008f92b-cbb9-47a0-ba6f-660d16fbb38b service neutron] 10.222.0.32 "PUT /v2.0/ports/af30cf65-8f49-4854-aed2-34db6277f342 HTTP/1.1" status: 200 len: 1093 time: 1.4259775 Sep 21 05:21:04.444873 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61db94cd-0c8c-4884-977d-5838860edb96', 'tag': 'af30cf65-8f49-4854-aed2-34db6277f342'}] {{(pid=94666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 05:21:04.447942 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44944af2400c5958a336bdfed19235d8f59e5c9f04ba018cfdf82e9059cb0bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2513a720-e0ba-47ef-8f67-b91a46c86904" -d '{"events": [{"name": "network-changed", "server_uuid": "61db94cd-0c8c-4884-977d-5838860edb96", "tag": "af30cf65-8f49-4854-aed2-34db6277f342"}]}' {{(pid=94666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 05:21:04.452942 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-66ef40c5-6988-4874-ad6d-d74fb3fda093 req-60af2f7a-3898-4155-adcd-b02900f181b4 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:04.497930 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c008f92b-cbb9-47a0-ba6f-660d16fbb38b service neutron] Pushing event updated for resources: {'Port': ['ID=af30cf65-8f49-4854-aed2-34db6277f342,revision_number=3']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:21:04.511236 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 05:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b57ef305-1851-4257-86cc-31e0f5e9f456 x-openstack-request-id: req-b57ef305-1851-4257-86cc-31e0f5e9f456 {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 05:21:04.512267 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61db94cd-0c8c-4884-977d-5838860edb96", "tag": "af30cf65-8f49-4854-aed2-34db6277f342", "status": "completed", "code": 200}]} {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 05:21:04.512532 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b57ef305-1851-4257-86cc-31e0f5e9f456 {{(pid=94666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 05:21:04.513316 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61db94cd-0c8c-4884-977d-5838860edb96', 'tag': 'af30cf65-8f49-4854-aed2-34db6277f342', 'status': 'completed', 'code': 200} Sep 21 05:21:04.540880 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-51b54c49-6324-4096-8744-63ecf9acc9d5 req-22e641af-9c7e-4a2b-9388-348e163839d3 service neutron] 10.222.0.32 "GET /v2.0/networks/151497d5-ce27-4271-a888-4f8a00b26617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328301 Sep 21 05:21:04.563695 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513a720-e0ba-47ef-8f67-b91a46c86904 req-d037e251-d94a-44f8-a161-246c163d0de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:04.565323 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2513a720-e0ba-47ef-8f67-b91a46c86904 req-d037e251-d94a-44f8-a161-246c163d0de3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b64060143eab4fe4b14ef5a511665b1a&device_id=61db94cd-0c8c-4884-977d-5838860edb96 HTTP/1.1" status: 200 len: 1096 time: 0.0446045 Sep 21 05:21:04.636666 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-51b54c49-6324-4096-8744-63ecf9acc9d5 req-161f3cf9-c048-41f2-b74b-1318fe468718 service neutron] 10.222.0.32 "GET /v2.0/networks/151497d5-ce27-4271-a888-4f8a00b26617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888991 Sep 21 05:21:04.656687 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-66ef40c5-6988-4874-ad6d-d74fb3fda093 req-60af2f7a-3898-4155-adcd-b02900f181b4 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751403777208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6441136'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:04.695665 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513a720-e0ba-47ef-8f67-b91a46c86904 req-b9dd313a-1d2a-4f4d-ae1e-5cd27d7d151f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:04.697233 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2513a720-e0ba-47ef-8f67-b91a46c86904 req-b9dd313a-1d2a-4f4d-ae1e-5cd27d7d151f service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=b64060143eab4fe4b14ef5a511665b1a&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1238558 Sep 21 05:21:04.701986 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66ef40c5-6988-4874-ad6d-d74fb3fda093 req-60af2f7a-3898-4155-adcd-b02900f181b4 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Network 007b9195-968a-4aaf-8c91-9ba7bd7821aa is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 05:21:04.705494 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-66ef40c5-6988-4874-ad6d-d74fb3fda093 req-60af2f7a-3898-4155-adcd-b02900f181b4 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:21:04.711457 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-66ef40c5-6988-4874-ad6d-d74fb3fda093 req-60af2f7a-3898-4155-adcd-b02900f181b4 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 05:21:04.718368 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60af2f7a-3898-4155-adcd-b02900f181b4 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Pushing event updated for resources: {'Port': ['ID=f0c31f37-8568-43df-85ed-406b86e88242,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:21:04.766615 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef40c5-6988-4874-ad6d-d74fb3fda093 req-60af2f7a-3898-4155-adcd-b02900f181b4 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:04.767462 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-66ef40c5-6988-4874-ad6d-d74fb3fda093 req-60af2f7a-3898-4155-adcd-b02900f181b4 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531542'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:04.855367 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513a720-e0ba-47ef-8f67-b91a46c86904 req-e8753a80-51ad-4ab2-ac82-5a270c036a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:04.856885 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2513a720-e0ba-47ef-8f67-b91a46c86904 req-e8753a80-51ad-4ab2-ac82-5a270c036a09 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1507607 Sep 21 05:21:04.882537 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bb68ce-b9fc-4bea-95c1-9050966bb5bf req-23be0794-622b-424b-879e-8ac1a86be923 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:04.884148 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-31bb68ce-b9fc-4bea-95c1-9050966bb5bf req-23be0794-622b-424b-879e-8ac1a86be923 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff9613ba-785c-440c-bfae-00573e08fe55 HTTP/1.1" status: 200 len: 944 time: 0.0930429 Sep 21 05:21:04.890560 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-66ef40c5-6988-4874-ad6d-d74fb3fda093 req-60af2f7a-3898-4155-adcd-b02900f181b4 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3719273 Sep 21 05:21:04.908279 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [req-66ef40c5-6988-4874-ad6d-d74fb3fda093 req-fc9a8121-8231-4861-9f4e-d41492de73d0 service neutron] Request body: {'port': {'device_id': 'cbac02d0-41b3-4b2b-8b98-ab116fc805fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:21:05.028232 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-66ef40c5-6988-4874-ad6d-d74fb3fda093 req-fc9a8121-8231-4861-9f4e-d41492de73d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:05.034338 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-89035564-43a9-49d9-969c-1fd652f7a794 None None] Provisioning complete for port f0c31f37-8568-43df-85ed-406b86e88242 triggered by entity DHCP. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:21:05.035321 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-89035564-43a9-49d9-969c-1fd652f7a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:05.090552 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-89035564-43a9-49d9-969c-1fd652f7a794 None None] Port f0c31f37-8568-43df-85ed-406b86e88242 cannot update to ACTIVE because it is not bound. {{(pid=94668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 05:21:05.218444 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-31bb68ce-b9fc-4bea-95c1-9050966bb5bf req-ac6aa40e-3d05-4c85-8f58-c7a2b296422d tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/security-groups?id=05d839fa-73c5-47b3-a600-d2c01af0c82a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3238657 Sep 21 05:21:05.230011 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b1239b-4ee7-43a2-b1be-9f426ee44a1f req-3e7af02f-de70-4152-ae0b-eaad0858072b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:05.233915 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-83b1239b-4ee7-43a2-b1be-9f426ee44a1f req-3e7af02f-de70-4152-ae0b-eaad0858072b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b64060143eab4fe4b14ef5a511665b1a&device_id=61db94cd-0c8c-4884-977d-5838860edb96 HTTP/1.1" status: 200 len: 1096 time: 0.3119938 Sep 21 05:21:05.239688 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844f136-3b5b-404a-ac24-c7efe538fe20 req-de764d41-6df7-416d-bb1b-061c2f2e954d tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:05.241269 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4844f136-3b5b-404a-ac24-c7efe538fe20 req-de764d41-6df7-416d-bb1b-061c2f2e954d tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=61db94cd-0c8c-4884-977d-5838860edb96 HTTP/1.1" status: 200 len: 943 time: 0.0884898 Sep 21 05:21:05.286807 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-83b1239b-4ee7-43a2-b1be-9f426ee44a1f req-052bbb56-d604-4dc8-8f47-170ed67f96da service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af30cf65-8f49-4854-aed2-34db6277f342 HTTP/1.1" status: 200 len: 217 time: 0.0443609 Sep 21 05:21:05.332834 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [req-66ef40c5-6988-4874-ad6d-d74fb3fda093 req-fc9a8121-8231-4861-9f4e-d41492de73d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0c31f37-8568-43df-85ed-406b86e88242 {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 05:21:05.340937 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-66ef40c5-6988-4874-ad6d-d74fb3fda093 req-fc9a8121-8231-4861-9f4e-d41492de73d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:05.352813 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-66ef40c5-6988-4874-ad6d-d74fb3fda093 req-fc9a8121-8231-4861-9f4e-d41492de73d0 service neutron] Transition to ACTIVE for port object f0c31f37-8568-43df-85ed-406b86e88242 will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 05:21:05.375230 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4844f136-3b5b-404a-ac24-c7efe538fe20 req-df9447fb-a436-4b4d-9481-26be63c170d0 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227765 Sep 21 05:21:05.392119 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b1239b-4ee7-43a2-b1be-9f426ee44a1f req-a023342c-8a16-4325-bbe5-7dd2fb51f03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:05.392119 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-83b1239b-4ee7-43a2-b1be-9f426ee44a1f req-a023342c-8a16-4325-bbe5-7dd2fb51f03b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=eb31e64e-231d-4419-bf19-44f0d2bc22f7 HTTP/1.1" status: 200 len: 859 time: 0.0906048 Sep 21 05:21:05.403386 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56042bf-7b50-4bfb-a7d2-b1ff5339bfb5 req-052ba1f9-cfbd-4eea-9fcd-d6a9a98ad1f6 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:05.404192 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a56042bf-7b50-4bfb-a7d2-b1ff5339bfb5 req-052ba1f9-cfbd-4eea-9fcd-d6a9a98ad1f6 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 931 time: 0.1100099 Sep 21 05:21:05.441721 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-83b1239b-4ee7-43a2-b1be-9f426ee44a1f req-87309da6-9a2b-4a50-b414-fc16f312316c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5924b4aa-fb49-47a2-bb5c-959e13209f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364728 Sep 21 05:21:05.452323 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-66ef40c5-6988-4874-ad6d-d74fb3fda093 req-fc9a8121-8231-4861-9f4e-d41492de73d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6441129'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:05.519341 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9a8121-8231-4861-9f4e-d41492de73d0 service neutron] Pushing event updated for resources: {'Port': ['ID=f0c31f37-8568-43df-85ed-406b86e88242,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:21:05.575489 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a56042bf-7b50-4bfb-a7d2-b1ff5339bfb5 req-c30eb09e-7e2f-4699-a7e7-31782a96fd18 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1621597 Sep 21 05:21:05.605382 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-66ef40c5-6988-4874-ad6d-d74fb3fda093 req-fc9a8121-8231-4861-9f4e-d41492de73d0 service neutron] Attempting to bind port f0c31f37-8568-43df-85ed-406b86e88242 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 05:21:05.605725 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-66ef40c5-6988-4874-ad6d-d74fb3fda093 req-fc9a8121-8231-4861-9f4e-d41492de73d0 service neutron] Attempting to bind port f0c31f37-8568-43df-85ed-406b86e88242 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'f6433832-0821-4a1f-a147-34f75b2bc1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '007b9195-968a-4aaf-8c91-9ba7bd7821aa'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 05:21:05.606116 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ef40c5-6988-4874-ad6d-d74fb3fda093 req-fc9a8121-8231-4861-9f4e-d41492de73d0 service neutron] Attempting to bind port f0c31f37-8568-43df-85ed-406b86e88242 on network 007b9195-968a-4aaf-8c91-9ba7bd7821aa {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 05:21:05.610975 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ef40c5-6988-4874-ad6d-d74fb3fda093 req-fc9a8121-8231-4861-9f4e-d41492de73d0 service neutron] Port f0c31f37-8568-43df-85ed-406b86e88242 on network 007b9195-968a-4aaf-8c91-9ba7bd7821aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 05:21:05.611341 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51658f96-04c9-476c-b843-f2c32f7133b6 req-4ebf1816-997d-4774-b9f8-af069953c79d tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:05.611462 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ef40c5-6988-4874-ad6d-d74fb3fda093 req-fc9a8121-8231-4861-9f4e-d41492de73d0 service neutron] Attempting to bind port f0c31f37-8568-43df-85ed-406b86e88242 on network 007b9195-968a-4aaf-8c91-9ba7bd7821aa {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 05:21:05.612928 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-51658f96-04c9-476c-b843-f2c32f7133b6 req-4ebf1816-997d-4774-b9f8-af069953c79d tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] 10.222.0.36 "GET /v2.0/ports?device_id=b88273d9-135f-41f7-99fd-9b3c7f1c3b62 HTTP/1.1" status: 200 len: 944 time: 0.1746664 Sep 21 05:21:05.616986 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ef40c5-6988-4874-ad6d-d74fb3fda093 req-fc9a8121-8231-4861-9f4e-d41492de73d0 service neutron] Checking agent: {'id': '5298a3ad-ea79-4298-8fba-5c2796ea9d92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 5, 18, 37), 'started_at': datetime.datetime(2021, 9, 21, 5, 18, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 5, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 05:21:05.617541 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ef40c5-6988-4874-ad6d-d74fb3fda093 req-fc9a8121-8231-4861-9f4e-d41492de73d0 service neutron] Checking segment: {'id': 'f6433832-0821-4a1f-a147-34f75b2bc1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '007b9195-968a-4aaf-8c91-9ba7bd7821aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 05:21:05.618082 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ef40c5-6988-4874-ad6d-d74fb3fda093 req-fc9a8121-8231-4861-9f4e-d41492de73d0 service neutron] Bound using segment: {'id': 'f6433832-0821-4a1f-a147-34f75b2bc1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '007b9195-968a-4aaf-8c91-9ba7bd7821aa'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 05:21:05.618709 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-66ef40c5-6988-4874-ad6d-d74fb3fda093 req-fc9a8121-8231-4861-9f4e-d41492de73d0 service neutron] Bound port: f0c31f37-8568-43df-85ed-406b86e88242, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6433832-0821-4a1f-a147-34f75b2bc1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '007b9195-968a-4aaf-8c91-9ba7bd7821aa'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 05:21:05.619282 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-66ef40c5-6988-4874-ad6d-d74fb3fda093 req-fc9a8121-8231-4861-9f4e-d41492de73d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:05.640622 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-83b1239b-4ee7-43a2-b1be-9f426ee44a1f req-c9a55bbf-42d4-4199-8a74-7ffffb3ae5cc service neutron] 10.222.0.32 "GET /v2.0/networks/5924b4aa-fb49-47a2-bb5c-959e13209f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746128 Sep 21 05:21:05.677739 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-51658f96-04c9-476c-b843-f2c32f7133b6 req-d98fd185-65fb-4e23-8230-89e74a91b944 tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] 10.222.0.36 "GET /v2.0/security-groups?id=8cce4bfb-a0e0-494a-811c-9f464d26dbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558100 Sep 21 05:21:05.697334 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-66ef40c5-6988-4874-ad6d-d74fb3fda093 req-fc9a8121-8231-4861-9f4e-d41492de73d0 service neutron] For port f0c31f37-8568-43df-85ed-406b86e88242, host hv-cinder-77819, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 05:21:05.700771 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-66ef40c5-6988-4874-ad6d-d74fb3fda093 req-fc9a8121-8231-4861-9f4e-d41492de73d0 service neutron] For port f0c31f37-8568-43df-85ed-406b86e88242, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f0c31f37-8568-43df-85ed-406b86e88242,segment=NetworkSegment(f6433832-0821-4a1f-a147-34f75b2bc1b3),segment_id=f6433832-0821-4a1f-a147-34f75b2bc1b3)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 05:21:05.783707 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-66ef40c5-6988-4874-ad6d-d74fb3fda093 req-fc9a8121-8231-4861-9f4e-d41492de73d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6441129'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:05.819541 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef40c5-6988-4874-ad6d-d74fb3fda093 req-fc9a8121-8231-4861-9f4e-d41492de73d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:05.820149 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-66ef40c5-6988-4874-ad6d-d74fb3fda093 req-fc9a8121-8231-4861-9f4e-d41492de73d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531542'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:05.821508 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-66ef40c5-6988-4874-ad6d-d74fb3fda093 req-fc9a8121-8231-4861-9f4e-d41492de73d0 service neutron] 10.222.0.32 "PUT /v2.0/ports/f0c31f37-8568-43df-85ed-406b86e88242 HTTP/1.1" status: 200 len: 1093 time: 0.9180770 Sep 21 05:21:05.821933 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbac02d0-41b3-4b2b-8b98-ab116fc805fe', 'tag': 'f0c31f37-8568-43df-85ed-406b86e88242'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 05:21:05.824169 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2093a7355c0e7a06ffa9c2f51d01f7a17d1263efd9baf457b9b047ecef1e75bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f84d0e0-4edf-449d-b6ce-653d1ec25a73" -d '{"events": [{"name": "network-changed", "server_uuid": "cbac02d0-41b3-4b2b-8b98-ab116fc805fe", "tag": "f0c31f37-8568-43df-85ed-406b86e88242"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 05:21:05.855316 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6417bb66-c114-4f21-964d-56e7a396f28d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:05.855814 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9a8121-8231-4861-9f4e-d41492de73d0 service neutron] Pushing event updated for resources: {'Port': ['ID=f0c31f37-8568-43df-85ed-406b86e88242,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:21:05.875174 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 05:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee424ec0-7196-4732-a87d-56b4665b81c5 x-openstack-request-id: req-ee424ec0-7196-4732-a87d-56b4665b81c5 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 05:21:05.875969 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbac02d0-41b3-4b2b-8b98-ab116fc805fe", "tag": "f0c31f37-8568-43df-85ed-406b86e88242", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 05:21:05.876333 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ee424ec0-7196-4732-a87d-56b4665b81c5 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 05:21:05.876779 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbac02d0-41b3-4b2b-8b98-ab116fc805fe', 'tag': 'f0c31f37-8568-43df-85ed-406b86e88242', 'status': 'completed', 'code': 200} Sep 21 05:21:06.209880 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 53984) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:21:06.321743 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7537e313-c379-4183-bbeb-6433077d09eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:06.335374 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f642180-d9e7-4e74-9436-212838e6495c req-b63462f1-7bb1-4465-b6a6-410dea5b6497 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:06.336888 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4f642180-d9e7-4e74-9436-212838e6495c req-b63462f1-7bb1-4465-b6a6-410dea5b6497 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff9613ba-785c-440c-bfae-00573e08fe55 HTTP/1.1" status: 200 len: 944 time: 0.0489354 Sep 21 05:21:06.386921 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4f642180-d9e7-4e74-9436-212838e6495c req-fbd9158d-8bde-45e9-ab01-4effa4f9858c tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/security-groups?id=05d839fa-73c5-47b3-a600-d2c01af0c82a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417492 Sep 21 05:21:06.419420 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7537e313-c379-4183-bbeb-6433077d09eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:06.480160 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7537e313-c379-4183-bbeb-6433077d09eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:06.496418 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dae6b1-6870-4446-81c2-826f74a12454 req-3f1c1b78-23c4-423b-8285-3a39e2de600c tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:06.497894 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-41dae6b1-6870-4446-81c2-826f74a12454 req-3f1c1b78-23c4-423b-8285-3a39e2de600c tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=61db94cd-0c8c-4884-977d-5838860edb96 HTTP/1.1" status: 200 len: 943 time: 0.0488577 Sep 21 05:21:06.522631 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-7537e313-c379-4183-bbeb-6433077d09eb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2f6ae8fb38e642edb6fb72e970311713&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3086522 Sep 21 05:21:06.522631 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7537e313-c379-4183-bbeb-6433077d09eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a654050-d7ba-4e07-b8ec-1f39ac308643,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:21:06.522905 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 54000) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:21:06.539301 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-41dae6b1-6870-4446-81c2-826f74a12454 req-c370ed5e-b64f-453a-8ad8-5b18d899ff51 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346115 Sep 21 05:21:06.571337 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e788bea7-3a7e-4182-8fca-d3b7796800f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:06.591643 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e788bea7-3a7e-4182-8fca-d3b7796800f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:06.700212 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7073d-ab6e-4c62-ae9e-c23444a9323e req-80e1a4fc-1ebe-418f-83bc-ed0854a07c1e tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:06.702120 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f1f7073d-ab6e-4c62-ae9e-c23444a9323e req-80e1a4fc-1ebe-418f-83bc-ed0854a07c1e tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 943 time: 0.0511591 Sep 21 05:21:06.723233 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e788bea7-3a7e-4182-8fca-d3b7796800f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:06.725840 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e788bea7-3a7e-4182-8fca-d3b7796800f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:06.729745 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-e788bea7-3a7e-4182-8fca-d3b7796800f0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3a654050-d7ba-4e07-b8ec-1f39ac308643 HTTP/1.1" status: 204 len: 168 time: 0.2032738 Sep 21 05:21:06.741186 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e788bea7-3a7e-4182-8fca-d3b7796800f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a654050-d7ba-4e07-b8ec-1f39ac308643,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:21:06.742932 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f1f7073d-ab6e-4c62-ae9e-c23444a9323e req-c1df872e-442d-466f-a43e-384800aec97d tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343091 Sep 21 05:21:06.801427 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf3e40-5439-43dd-881a-01a6da677f9e req-551f0da7-9711-4f36-8fc2-8bd664e0bef6 tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:06.802931 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-82cf3e40-5439-43dd-881a-01a6da677f9e req-551f0da7-9711-4f36-8fc2-8bd664e0bef6 tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] 10.222.0.36 "GET /v2.0/ports?device_id=b88273d9-135f-41f7-99fd-9b3c7f1c3b62 HTTP/1.1" status: 200 len: 944 time: 0.0500536 Sep 21 05:21:06.840513 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-82cf3e40-5439-43dd-881a-01a6da677f9e req-c83fa1bd-9b24-426c-b1bd-dd7da272ac5b tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] 10.222.0.36 "GET /v2.0/security-groups?id=8cce4bfb-a0e0-494a-811c-9f464d26dbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313137 Sep 21 05:21:07.318631 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 54014) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:21:07.331646 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-060965a4-fa77-4130-8e84-b4f26c086897 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:07.428840 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device f5d3f16f-d73d-4add-ba80-9dc08fba777f details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 05:21:07.559336 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] For port f5d3f16f-d73d-4add-ba80-9dc08fba777f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f5d3f16f-d73d-4add-ba80-9dc08fba777f,segment=NetworkSegment(867dd244-b99a-4551-9821-ce0615c07d65),segment_id=867dd244-b99a-4551-9821-ce0615c07d65)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:21:07.571343 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-83b1239b-4ee7-43a2-b1be-9f426ee44a1f req-61ae2c63-eafe-49b2-8a12-f7e300644fcc service neutron] 10.222.0.32 "GET /v2.0/networks/5924b4aa-fb49-47a2-bb5c-959e13209f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674316 Sep 21 05:21:07.572333 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:07.573149 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Returning: {'device': 'f5d3f16f-d73d-4add-ba80-9dc08fba777f', 'network_id': '5924b4aa-fb49-47a2-bb5c-959e13209f12', 'port_id': 'f5d3f16f-d73d-4add-ba80-9dc08fba777f', 'mac_address': 'fa:16:3e:0f:8b:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb31e64e-231d-4419-bf19-44f0d2bc22f7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 05:21:07.580872 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f391647-0c41-4590-b8fe-1e26724f51f4 req-098f0324-d4b1-4edb-abaa-5e484b97fef1 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:07.582418 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6f391647-0c41-4590-b8fe-1e26724f51f4 req-098f0324-d4b1-4edb-abaa-5e484b97fef1 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff9613ba-785c-440c-bfae-00573e08fe55 HTTP/1.1" status: 200 len: 944 time: 0.0726933 Sep 21 05:21:07.613366 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-060965a4-fa77-4130-8e84-b4f26c086897 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:07.619128 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:07.627165 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6f391647-0c41-4590-b8fe-1e26724f51f4 req-9579beef-9fe4-4357-934e-0d59ffd627ea tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/security-groups?id=05d839fa-73c5-47b3-a600-d2c01af0c82a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361485 Sep 21 05:21:07.636841 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.notifiers.nova [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5d3f16f-d73d-4add-ba80-9dc08fba777f {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 05:21:07.661747 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] For port f5d3f16f-d73d-4add-ba80-9dc08fba777f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f5d3f16f-d73d-4add-ba80-9dc08fba777f,segment=NetworkSegment(867dd244-b99a-4551-9821-ce0615c07d65),segment_id=867dd244-b99a-4551-9821-ce0615c07d65)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:21:07.677148 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7e79fd-7b64-4ba1-9c67-cab2d5ef1b49 req-187b952c-df70-4838-9577-b36e714cd569 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:07.678783 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4b7e79fd-7b64-4ba1-9c67-cab2d5ef1b49 req-187b952c-df70-4838-9577-b36e714cd569 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=61db94cd-0c8c-4884-977d-5838860edb96 HTTP/1.1" status: 200 len: 943 time: 0.0505021 Sep 21 05:21:07.683292 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-060965a4-fa77-4130-8e84-b4f26c086897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:07.718582 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4b7e79fd-7b64-4ba1-9c67-cab2d5ef1b49 req-defd5832-cfbd-42b5-b621-bd1ea763fa9a tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329673 Sep 21 05:21:07.724519 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-060965a4-fa77-4130-8e84-b4f26c086897 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5d13d224d5b44eac8d1cf8fc46ae88fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4022930 Sep 21 05:21:07.724519 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060965a4-fa77-4130-8e84-b4f26c086897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37ba06b8-c88f-444c-ba6e-dfbc5dd5a101,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:21:07.724832 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 54022) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:21:07.754296 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:07.755046 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device 05d39ff1-572f-49bd-8122-ac7564e2b579 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 05:21:07.778659 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-bb01bef8-8e3a-4bc2-9c82-74d1a1c5ab8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:07.801607 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-bb01bef8-8e3a-4bc2-9c82-74d1a1c5ab8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:07.811437 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Pushing event updated for resources: {'Port': ['ID=f5d3f16f-d73d-4add-ba80-9dc08fba777f,revision_number=4']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:21:07.884407 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c8322-5caa-4184-beec-0eac05f1be7b req-ccf96913-4112-4c2e-aafb-74e3392af83f tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:07.886035 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1a4c8322-5caa-4184-beec-0eac05f1be7b req-ccf96913-4112-4c2e-aafb-74e3392af83f tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 943 time: 0.0577300 Sep 21 05:21:07.894967 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] For port 05d39ff1-572f-49bd-8122-ac7564e2b579, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=05d39ff1-572f-49bd-8122-ac7564e2b579,segment=NetworkSegment(7060156c-f29a-4325-a9cc-bc814eef362d),segment_id=7060156c-f29a-4325-a9cc-bc814eef362d)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:21:07.907145 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Returning: {'device': '05d39ff1-572f-49bd-8122-ac7564e2b579', 'network_id': '89413bf2-67e6-460f-929f-b974da260979', 'port_id': '05d39ff1-572f-49bd-8122-ac7564e2b579', 'mac_address': 'fa:16:3e:bf:41:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be3e42f0-1d35-4295-b225-023127081ba2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 05:21:07.943702 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:07.950612 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1a4c8322-5caa-4184-beec-0eac05f1be7b req-11703ac8-830d-4982-a0bb-0c55e36163ac tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569506 Sep 21 05:21:07.954792 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-bb01bef8-8e3a-4bc2-9c82-74d1a1c5ab8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:07.957345 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-bb01bef8-8e3a-4bc2-9c82-74d1a1c5ab8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:07.957814 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.notifiers.nova [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05d39ff1-572f-49bd-8122-ac7564e2b579 {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 05:21:07.961307 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-bb01bef8-8e3a-4bc2-9c82-74d1a1c5ab8b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/37ba06b8-c88f-444c-ba6e-dfbc5dd5a101 HTTP/1.1" status: 204 len: 168 time: 0.2328398 Sep 21 05:21:07.973845 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb01bef8-8e3a-4bc2-9c82-74d1a1c5ab8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ba06b8-c88f-444c-ba6e-dfbc5dd5a101,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:21:07.985785 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] For port 05d39ff1-572f-49bd-8122-ac7564e2b579, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=05d39ff1-572f-49bd-8122-ac7564e2b579,segment=NetworkSegment(7060156c-f29a-4325-a9cc-bc814eef362d),segment_id=7060156c-f29a-4325-a9cc-bc814eef362d)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:21:07.989400 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5727fcc-1f97-4983-b289-dcdf26a2240c req-993ccc00-9310-48ff-825a-a3bd157ca9da tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:07.991055 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b5727fcc-1f97-4983-b289-dcdf26a2240c req-993ccc00-9310-48ff-825a-a3bd157ca9da tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] 10.222.0.36 "GET /v2.0/ports?device_id=b88273d9-135f-41f7-99fd-9b3c7f1c3b62 HTTP/1.1" status: 200 len: 944 time: 0.0813141 Sep 21 05:21:08.034977 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b5727fcc-1f97-4983-b289-dcdf26a2240c req-0f5d1e48-a4ec-43d7-afc1-6e0554216bb6 tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] 10.222.0.36 "GET /v2.0/security-groups?id=8cce4bfb-a0e0-494a-811c-9f464d26dbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370493 Sep 21 05:21:08.043191 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:08.090312 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Pushing event updated for resources: {'Port': ['ID=05d39ff1-572f-49bd-8122-ac7564e2b579,revision_number=4']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:21:08.462453 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f84d0e0-4edf-449d-b6ce-653d1ec25a73 req-5d097752-14b2-4a60-837d-b5a4f7fc0bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:08.463995 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4f84d0e0-4edf-449d-b6ce-653d1ec25a73 req-5d097752-14b2-4a60-837d-b5a4f7fc0bdd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=772420021b474ce7806243f145c281b8&device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 1096 time: 0.0425415 Sep 21 05:21:08.577841 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f84d0e0-4edf-449d-b6ce-653d1ec25a73 req-135d73a6-85d7-45a2-a721-908f21a968fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:08.579620 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4f84d0e0-4edf-449d-b6ce-653d1ec25a73 req-135d73a6-85d7-45a2-a721-908f21a968fa service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=772420021b474ce7806243f145c281b8&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1041958 Sep 21 05:21:08.625619 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d1fc3c12-9c21-4129-882a-3def88781d8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:08.686750 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f84d0e0-4edf-449d-b6ce-653d1ec25a73 req-fe0dfeeb-2f30-4807-b378-2e4744296e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:08.688246 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4f84d0e0-4edf-449d-b6ce-653d1ec25a73 req-fe0dfeeb-2f30-4807-b378-2e4744296e3d service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1012061 Sep 21 05:21:08.745526 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] get_ports_and_sgs() called for port_ids ['f5d3f16f-d73d-4add-ba80-9dc08fba777f'] {{(pid=94668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 05:21:08.789318 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7febe839-6bbe-4453-8d68-df8005d0cb97 req-f084280f-0bbc-4ae2-834a-2f9244599898 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:08.790033 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] get_ports_and_sgs() called for port_ids ['05d39ff1-572f-49bd-8122-ac7564e2b579'] {{(pid=94668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 05:21:08.791044 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7febe839-6bbe-4453-8d68-df8005d0cb97 req-f084280f-0bbc-4ae2-834a-2f9244599898 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff9613ba-785c-440c-bfae-00573e08fe55 HTTP/1.1" status: 200 len: 944 time: 0.0844529 Sep 21 05:21:08.834368 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef40c5-6988-4874-ad6d-d74fb3fda093 req-52329f94-cc5a-4f8f-8a35-3e2c075a7dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:08.834368 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-66ef40c5-6988-4874-ad6d-d74fb3fda093 req-52329f94-cc5a-4f8f-8a35-3e2c075a7dcf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=772420021b474ce7806243f145c281b8&device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 1096 time: 0.0976632 Sep 21 05:21:08.891821 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-66ef40c5-6988-4874-ad6d-d74fb3fda093 req-1f4fecbf-b6e1-4e79-97bc-582ce0c6e77a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0c31f37-8568-43df-85ed-406b86e88242 HTTP/1.1" status: 200 len: 217 time: 0.0463667 Sep 21 05:21:08.899078 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7febe839-6bbe-4453-8d68-df8005d0cb97 req-1e07d8b4-8317-437d-8e4f-5207f4bdfe78 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/security-groups?id=05d839fa-73c5-47b3-a600-d2c01af0c82a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899894 Sep 21 05:21:08.944110 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a7716e-7dcd-444d-addd-63e8c9d7a440 req-7ac5fc47-5a95-44c7-ad9d-a73672002c02 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:08.944351 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f1a7716e-7dcd-444d-addd-63e8c9d7a440 req-7ac5fc47-5a95-44c7-ad9d-a73672002c02 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=61db94cd-0c8c-4884-977d-5838860edb96 HTTP/1.1" status: 200 len: 943 time: 0.1469643 Sep 21 05:21:08.976750 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef40c5-6988-4874-ad6d-d74fb3fda093 req-58639fa0-040f-4fad-9565-42b6242d1b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:08.978371 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-66ef40c5-6988-4874-ad6d-d74fb3fda093 req-58639fa0-040f-4fad-9565-42b6242d1b79 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8a68d4d6-aa72-4762-8b15-dd5ef7ab0ec9 HTTP/1.1" status: 200 len: 855 time: 0.0778160 Sep 21 05:21:08.997253 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device 14dcd758-b3f3-4b55-b36f-a3a00d0d80dc details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 05:21:09.019202 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f1a7716e-7dcd-444d-addd-63e8c9d7a440 req-28b336c7-bce7-4307-b24c-877030f4d84a tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653675 Sep 21 05:21:09.053167 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef40c5-6988-4874-ad6d-d74fb3fda093 req-183bf5b0-4305-4afc-ad5b-414c48e2917c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:09.054750 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-66ef40c5-6988-4874-ad6d-d74fb3fda093 req-183bf5b0-4305-4afc-ad5b-414c48e2917c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=007b9195-968a-4aaf-8c91-9ba7bd7821aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0662210 Sep 21 05:21:09.210998 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] For port 14dcd758-b3f3-4b55-b36f-a3a00d0d80dc, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=14dcd758-b3f3-4b55-b36f-a3a00d0d80dc,segment=NetworkSegment(6416812b-9698-4c94-b689-508bdc693c40),segment_id=6416812b-9698-4c94-b689-508bdc693c40)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:21:09.223843 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Returning: {'device': '14dcd758-b3f3-4b55-b36f-a3a00d0d80dc', 'network_id': '151497d5-ce27-4271-a888-4f8a00b26617', 'port_id': '14dcd758-b3f3-4b55-b36f-a3a00d0d80dc', 'mac_address': 'fa:16:3e:fb:0b:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6d02048-06ff-4c3a-9a06-2b16d4e50c51', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 05:21:09.262111 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-66ef40c5-6988-4874-ad6d-d74fb3fda093 req-72a0a022-a6ee-4365-bc28-a1224d71507b service neutron] 10.222.0.32 "GET /v2.0/networks/007b9195-968a-4aaf-8c91-9ba7bd7821aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980040 Sep 21 05:21:09.272710 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f7a566-89ae-4c88-a0d4-0274f7f17f42 req-08244862-a30d-4f4b-a5b1-3b655ef02224 tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:09.274224 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a0f7a566-89ae-4c88-a0d4-0274f7f17f42 req-08244862-a30d-4f4b-a5b1-3b655ef02224 tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] 10.222.0.36 "GET /v2.0/ports?device_id=b88273d9-135f-41f7-99fd-9b3c7f1c3b62 HTTP/1.1" status: 200 len: 945 time: 0.1436450 Sep 21 05:21:09.274459 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:09.285604 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef808e0-1062-44b0-9b7e-f7a8adae00db req-b1cb3a60-5151-4ee0-87ce-7ed2420735c0 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:09.287216 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-bef808e0-1062-44b0-9b7e-f7a8adae00db req-b1cb3a60-5151-4ee0-87ce-7ed2420735c0 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 943 time: 0.1576042 Sep 21 05:21:09.288686 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:09.295585 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.notifiers.nova [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14dcd758-b3f3-4b55-b36f-a3a00d0d80dc {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 05:21:09.317850 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] For port 14dcd758-b3f3-4b55-b36f-a3a00d0d80dc, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=14dcd758-b3f3-4b55-b36f-a3a00d0d80dc,segment=NetworkSegment(6416812b-9698-4c94-b689-508bdc693c40),segment_id=6416812b-9698-4c94-b689-508bdc693c40)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:21:09.405633 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:09.409274 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a0f7a566-89ae-4c88-a0d4-0274f7f17f42 req-2cc5dc4c-3467-4e5c-83e5-5778dedf8b5f tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] 10.222.0.36 "GET /v2.0/security-groups?id=8cce4bfb-a0e0-494a-811c-9f464d26dbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210091 Sep 21 05:21:09.415613 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-bef808e0-1062-44b0-9b7e-f7a8adae00db req-c9f59975-1be4-419a-919a-5dc4319fd4d5 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039298 Sep 21 05:21:09.455372 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-66ef40c5-6988-4874-ad6d-d74fb3fda093 req-de83f1f8-9868-45a6-ac8c-c56780db0c8e service neutron] 10.222.0.32 "GET /v2.0/networks/007b9195-968a-4aaf-8c91-9ba7bd7821aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660805 Sep 21 05:21:09.493332 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Pushing event updated for resources: {'Port': ['ID=14dcd758-b3f3-4b55-b36f-a3a00d0d80dc,revision_number=4']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:21:09.705927 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] get_ports_and_sgs() called for port_ids ['14dcd758-b3f3-4b55-b36f-a3a00d0d80dc'] {{(pid=94668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 05:21:09.921461 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2c351aa7-00e3-4828-8663-e1495c3162e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:10.024654 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abdfbcd-5ad8-4488-82d6-b6544cfb2cd3 req-ed5e2119-814f-43d8-bc4d-32e6dc45ea16 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:10.026139 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0abdfbcd-5ad8-4488-82d6-b6544cfb2cd3 req-ed5e2119-814f-43d8-bc4d-32e6dc45ea16 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff9613ba-785c-440c-bfae-00573e08fe55 HTTP/1.1" status: 200 len: 945 time: 0.0533912 Sep 21 05:21:10.072183 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0abdfbcd-5ad8-4488-82d6-b6544cfb2cd3 req-6a5a227c-37d7-4fe8-84c1-97891755cdad tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/security-groups?id=05d839fa-73c5-47b3-a600-d2c01af0c82a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392108 Sep 21 05:21:10.146044 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c0d14b-39ef-4cbc-8043-4dea47c94e1e req-cb71cdab-cd8f-4e09-8657-4d6a11f422db tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:10.148121 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-22c0d14b-39ef-4cbc-8043-4dea47c94e1e req-cb71cdab-cd8f-4e09-8657-4d6a11f422db tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=61db94cd-0c8c-4884-977d-5838860edb96 HTTP/1.1" status: 200 len: 943 time: 0.0500259 Sep 21 05:21:10.187891 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-22c0d14b-39ef-4cbc-8043-4dea47c94e1e req-b87862e3-b998-448c-8c3c-7824ec68c4eb tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337734 Sep 21 05:21:10.567396 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf1a553-b530-4724-af94-4bda3f46d165 req-d9b480db-415b-4cbb-ae6b-d30278892302 tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:10.569231 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cbf1a553-b530-4724-af94-4bda3f46d165 req-d9b480db-415b-4cbb-ae6b-d30278892302 tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] 10.222.0.36 "GET /v2.0/ports?device_id=b88273d9-135f-41f7-99fd-9b3c7f1c3b62 HTTP/1.1" status: 200 len: 945 time: 0.0789816 Sep 21 05:21:10.581623 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3a83bf-36a1-4579-bfca-87f906a993a2 req-4e5f07bf-5cab-4c2e-b55c-7525e7d925d4 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:10.584543 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-bd3a83bf-36a1-4579-bfca-87f906a993a2 req-4e5f07bf-5cab-4c2e-b55c-7525e7d925d4 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 943 time: 0.0838060 Sep 21 05:21:10.637284 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cbf1a553-b530-4724-af94-4bda3f46d165 req-1a032be1-9c0b-4653-96c8-4fab5b0ded44 tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] 10.222.0.36 "GET /v2.0/security-groups?id=8cce4bfb-a0e0-494a-811c-9f464d26dbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528073 Sep 21 05:21:10.653079 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-bd3a83bf-36a1-4579-bfca-87f906a993a2 req-def8668a-9bf7-4f78-b5f9-4a98d0ac8b01 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600562 Sep 21 05:21:10.988991 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device af30cf65-8f49-4854-aed2-34db6277f342 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 05:21:10.992947 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device f5d3f16f-d73d-4add-ba80-9dc08fba777f up at agent hyperv_hv-cinder-77819 {{(pid=94668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 05:21:11.136318 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] For port af30cf65-8f49-4854-aed2-34db6277f342, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=af30cf65-8f49-4854-aed2-34db6277f342,segment=NetworkSegment(867dd244-b99a-4551-9821-ce0615c07d65),segment_id=867dd244-b99a-4551-9821-ce0615c07d65)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:21:11.148232 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Returning: {'device': 'af30cf65-8f49-4854-aed2-34db6277f342', 'network_id': '5924b4aa-fb49-47a2-bb5c-959e13209f12', 'port_id': 'af30cf65-8f49-4854-aed2-34db6277f342', 'mac_address': 'fa:16:3e:69:74:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb31e64e-231d-4419-bf19-44f0d2bc22f7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 05:21:11.178512 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Provisioning for port f5d3f16f-d73d-4add-ba80-9dc08fba777f completed by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 05:21:11.187938 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Provisioning complete for port f5d3f16f-d73d-4add-ba80-9dc08fba777f triggered by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:21:11.188420 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:11.193013 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:11.193166 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b7d40-fc16-4107-8fc7-a6e8e56e0c26 req-05eede89-b830-45fb-ad42-c0df193eba45 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:11.194294 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2f4b7d40-fc16-4107-8fc7-a6e8e56e0c26 req-05eede89-b830-45fb-ad42-c0df193eba45 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff9613ba-785c-440c-bfae-00573e08fe55 HTTP/1.1" status: 200 len: 945 time: 0.0495253 Sep 21 05:21:11.215378 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a1fb1f33-fe48-4684-9a56-b3eb65d74809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:11.237353 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.notifiers.nova [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af30cf65-8f49-4854-aed2-34db6277f342 {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 05:21:11.244199 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2f4b7d40-fc16-4107-8fc7-a6e8e56e0c26 req-6006b7eb-4548-42ed-800a-4cc8891aabbd tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/security-groups?id=05d839fa-73c5-47b3-a600-d2c01af0c82a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433743 Sep 21 05:21:11.264500 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] For port af30cf65-8f49-4854-aed2-34db6277f342, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=af30cf65-8f49-4854-aed2-34db6277f342,segment=NetworkSegment(867dd244-b99a-4551-9821-ce0615c07d65),segment_id=867dd244-b99a-4551-9821-ce0615c07d65)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:21:11.309817 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:11.336692 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8597837-cb82-468d-8b14-07327db8866d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5d3f16f-d73d-4add-ba80-9dc08fba777f'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 05:21:11.363992 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5114a604-efca-47af-b6b9-c49bd53117a8 req-d7113610-4ed0-47cd-9dda-82784b230a06 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:11.365986 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5114a604-efca-47af-b6b9-c49bd53117a8 req-d7113610-4ed0-47cd-9dda-82784b230a06 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=61db94cd-0c8c-4884-977d-5838860edb96 HTTP/1.1" status: 200 len: 943 time: 0.0588017 Sep 21 05:21:11.407246 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:11.407956 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device f0c31f37-8568-43df-85ed-406b86e88242 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 05:21:11.422619 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5114a604-efca-47af-b6b9-c49bd53117a8 req-f482f5b1-1732-4afb-9963-9717bb39b923 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455027 Sep 21 05:21:11.440923 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] For port f5d3f16f-d73d-4add-ba80-9dc08fba777f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f5d3f16f-d73d-4add-ba80-9dc08fba777f,segment=NetworkSegment(867dd244-b99a-4551-9821-ce0615c07d65),segment_id=867dd244-b99a-4551-9821-ce0615c07d65)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:21:11.495139 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Pushing event updated for resources: {'Port': ['ID=af30cf65-8f49-4854-aed2-34db6277f342,revision_number=4']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:21:11.563343 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:11.563579 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device 14dcd758-b3f3-4b55-b36f-a3a00d0d80dc up at agent hyperv_hv-cinder-77819 {{(pid=94668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 05:21:11.570220 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9746b1cd2a1144c350740d70a5f253bbb3c4ac519592b61f014e2841f81d92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a60c0c92-56f8-481d-9baf-5eeaafa32c8a" -d '{"events": [{"server_uuid": "e8597837-cb82-468d-8b14-07327db8866d", "name": "network-vif-plugged", "status": "completed", "tag": "f5d3f16f-d73d-4add-ba80-9dc08fba777f"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 05:21:11.738275 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 05:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf92ce5-4bcb-45e1-bc82-b2492cc331a3 x-openstack-request-id: req-3cf92ce5-4bcb-45e1-bc82-b2492cc331a3 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 05:21:11.738591 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8597837-cb82-468d-8b14-07327db8866d", "name": "network-vif-plugged", "status": "completed", "tag": "f5d3f16f-d73d-4add-ba80-9dc08fba777f", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 05:21:11.738947 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3cf92ce5-4bcb-45e1-bc82-b2492cc331a3 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 05:21:11.739408 dv-cinder-778193-10-iscsi neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8597837-cb82-468d-8b14-07327db8866d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5d3f16f-d73d-4add-ba80-9dc08fba777f', 'code': 200} Sep 21 05:21:11.758226 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] For port f0c31f37-8568-43df-85ed-406b86e88242, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f0c31f37-8568-43df-85ed-406b86e88242,segment=NetworkSegment(f6433832-0821-4a1f-a147-34f75b2bc1b3),segment_id=f6433832-0821-4a1f-a147-34f75b2bc1b3)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:21:11.792014 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Returning: {'device': 'f0c31f37-8568-43df-85ed-406b86e88242', 'network_id': '007b9195-968a-4aaf-8c91-9ba7bd7821aa', 'port_id': 'f0c31f37-8568-43df-85ed-406b86e88242', 'mac_address': 'fa:16:3e:d6:43:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a68d4d6-aa72-4762-8b15-dd5ef7ab0ec9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 05:21:11.800355 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Pushing event updated for resources: {'Port': ['ID=f5d3f16f-d73d-4add-ba80-9dc08fba777f,revision_number=5']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:21:11.847647 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0da99-7980-4f13-9888-93b3c44f9a77 req-939a8f6e-003d-4014-b294-9ccb5adedea3 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:11.849686 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-bbf0da99-7980-4f13-9888-93b3c44f9a77 req-939a8f6e-003d-4014-b294-9ccb5adedea3 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 943 time: 0.1110094 Sep 21 05:21:11.850423 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:11.860585 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8fb009-416e-4487-b541-b0bf86aac879 req-afb183c3-ec4c-4abc-afed-a51df199cfcb tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:11.862543 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5f8fb009-416e-4487-b541-b0bf86aac879 req-afb183c3-ec4c-4abc-afed-a51df199cfcb tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] 10.222.0.36 "GET /v2.0/ports?device_id=b88273d9-135f-41f7-99fd-9b3c7f1c3b62 HTTP/1.1" status: 200 len: 945 time: 0.1218865 Sep 21 05:21:11.869513 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.notifiers.nova [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0c31f37-8568-43df-85ed-406b86e88242 {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 05:21:11.893715 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] For port f0c31f37-8568-43df-85ed-406b86e88242, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f0c31f37-8568-43df-85ed-406b86e88242,segment=NetworkSegment(f6433832-0821-4a1f-a147-34f75b2bc1b3),segment_id=f6433832-0821-4a1f-a147-34f75b2bc1b3)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:21:11.918223 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-bbf0da99-7980-4f13-9888-93b3c44f9a77 req-13745604-e55c-4d30-af8d-1b0339683d98 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544691 Sep 21 05:21:11.937104 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5f8fb009-416e-4487-b541-b0bf86aac879 req-7a8c2a97-8878-462b-a0dd-2da3786e6e85 tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] 10.222.0.36 "GET /v2.0/security-groups?id=8cce4bfb-a0e0-494a-811c-9f464d26dbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570834 Sep 21 05:21:11.954345 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Provisioning for port 14dcd758-b3f3-4b55-b36f-a3a00d0d80dc completed by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 05:21:11.958494 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Provisioning complete for port 14dcd758-b3f3-4b55-b36f-a3a00d0d80dc triggered by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:21:11.958983 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:12.025272 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:12.063459 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:12.107556 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Pushing event updated for resources: {'Port': ['ID=f0c31f37-8568-43df-85ed-406b86e88242,revision_number=4']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:21:12.116073 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] For port 14dcd758-b3f3-4b55-b36f-a3a00d0d80dc, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=14dcd758-b3f3-4b55-b36f-a3a00d0d80dc,segment=NetworkSegment(6416812b-9698-4c94-b689-508bdc693c40),segment_id=6416812b-9698-4c94-b689-508bdc693c40)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:21:12.215024 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:12.215871 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device 05d39ff1-572f-49bd-8122-ac7564e2b579 up at agent hyperv_hv-cinder-77819 {{(pid=94668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 05:21:12.294117 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Pushing event updated for resources: {'Port': ['ID=14dcd758-b3f3-4b55-b36f-a3a00d0d80dc,revision_number=5']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:21:12.363155 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Provisioning for port 05d39ff1-572f-49bd-8122-ac7564e2b579 completed by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 05:21:12.365831 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d69c6c9-c408-403e-8c4f-566d9ad9b0e7 req-0b28e286-c61a-4b81-9e9c-19bf298d974d tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:12.367365 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Provisioning complete for port 05d39ff1-572f-49bd-8122-ac7564e2b579 triggered by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:21:12.367490 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0d69c6c9-c408-403e-8c4f-566d9ad9b0e7 req-0b28e286-c61a-4b81-9e9c-19bf298d974d tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff9613ba-785c-440c-bfae-00573e08fe55 HTTP/1.1" status: 200 len: 946 time: 0.0473430 Sep 21 05:21:12.367740 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:12.405994 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0d69c6c9-c408-403e-8c4f-566d9ad9b0e7 req-72973303-b91c-4c04-b5a3-b2eda617a3e1 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/security-groups?id=05d839fa-73c5-47b3-a600-d2c01af0c82a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319409 Sep 21 05:21:12.445118 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:12.477999 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] For port 05d39ff1-572f-49bd-8122-ac7564e2b579, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=05d39ff1-572f-49bd-8122-ac7564e2b579,segment=NetworkSegment(7060156c-f29a-4325-a9cc-bc814eef362d),segment_id=7060156c-f29a-4325-a9cc-bc814eef362d)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:21:12.541025 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e5c6c2-ecb6-4b9a-8696-44971ef35a37 req-f319fd9a-3f32-4a6e-8fc7-87f3e73fc195 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:12.542446 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-78e5c6c2-ecb6-4b9a-8696-44971ef35a37 req-f319fd9a-3f32-4a6e-8fc7-87f3e73fc195 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=61db94cd-0c8c-4884-977d-5838860edb96 HTTP/1.1" status: 200 len: 944 time: 0.0522096 Sep 21 05:21:12.581374 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-78e5c6c2-ecb6-4b9a-8696-44971ef35a37 req-e3bd4ef1-1b81-45c9-ad58-1694f894eba7 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325327 Sep 21 05:21:12.611656 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:12.660876 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Pushing event updated for resources: {'Port': ['ID=05d39ff1-572f-49bd-8122-ac7564e2b579,revision_number=5']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:21:13.089766 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c9dfe6-82e3-4c63-8dc0-5020213af250 req-140456c8-3bc4-49f8-9572-78a28ba1fc57 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:13.091360 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-62c9dfe6-82e3-4c63-8dc0-5020213af250 req-140456c8-3bc4-49f8-9572-78a28ba1fc57 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 944 time: 0.0898163 Sep 21 05:21:13.104372 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c386ccad-4bfb-49d5-86be-e1a6a08753ed req-bff050c9-4259-4798-8af3-e16528e11f48 tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:13.105796 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c386ccad-4bfb-49d5-86be-e1a6a08753ed req-bff050c9-4259-4798-8af3-e16528e11f48 tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] 10.222.0.36 "GET /v2.0/ports?device_id=b88273d9-135f-41f7-99fd-9b3c7f1c3b62 HTTP/1.1" status: 200 len: 946 time: 0.0756559 Sep 21 05:21:13.165592 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-62c9dfe6-82e3-4c63-8dc0-5020213af250 req-2a661f88-99f9-494d-9adf-f3d8e865f816 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588422 Sep 21 05:21:13.171966 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c386ccad-4bfb-49d5-86be-e1a6a08753ed req-69119e74-f891-44b0-8905-a9866f21a70a tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] 10.222.0.36 "GET /v2.0/security-groups?id=8cce4bfb-a0e0-494a-811c-9f464d26dbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553849 Sep 21 05:21:13.507976 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 54206) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:21:13.518040 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf434ed2-e3e9-4493-9b23-cf10653fc299 req-16cbfc0a-9fe3-46ba-a05a-48bb9936aedd tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:13.519545 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cf434ed2-e3e9-4493-9b23-cf10653fc299 req-16cbfc0a-9fe3-46ba-a05a-48bb9936aedd tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff9613ba-785c-440c-bfae-00573e08fe55 HTTP/1.1" status: 200 len: 946 time: 0.0477505 Sep 21 05:21:13.560288 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cf434ed2-e3e9-4493-9b23-cf10653fc299 req-1cafce74-82e9-48b6-9353-07b3c88dc53a tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/security-groups?id=05d839fa-73c5-47b3-a600-d2c01af0c82a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339227 Sep 21 05:21:13.624761 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-50a72966-f31e-4872-9fd5-0f1f27f284bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:13.697802 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d2681-f35d-481a-8900-e32ea5b4176a req-fcd657d4-6b51-407a-9b7f-85706011e8dc tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:13.699304 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-362d2681-f35d-481a-8900-e32ea5b4176a req-fcd657d4-6b51-407a-9b7f-85706011e8dc tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=61db94cd-0c8c-4884-977d-5838860edb96 HTTP/1.1" status: 200 len: 944 time: 0.0533383 Sep 21 05:21:13.723796 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-50a72966-f31e-4872-9fd5-0f1f27f284bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:13.739172 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-362d2681-f35d-481a-8900-e32ea5b4176a req-cb2fe427-2c47-4de0-87cf-20337671bcda tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329320 Sep 21 05:21:13.740659 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff9613ba-785c-440c-bfae-00573e08fe55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14dcd758-b3f3-4b55-b36f-a3a00d0d80dc'}, {'server_uuid': 'b88273d9-135f-41f7-99fd-9b3c7f1c3b62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05d39ff1-572f-49bd-8122-ac7564e2b579'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 05:21:13.743018 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9746b1cd2a1144c350740d70a5f253bbb3c4ac519592b61f014e2841f81d92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f0c2491-0cef-4b9a-a561-a5e51ac237df" -d '{"events": [{"server_uuid": "ff9613ba-785c-440c-bfae-00573e08fe55", "name": "network-vif-plugged", "status": "completed", "tag": "14dcd758-b3f3-4b55-b36f-a3a00d0d80dc"}, {"server_uuid": "b88273d9-135f-41f7-99fd-9b3c7f1c3b62", "name": "network-vif-plugged", "status": "completed", "tag": "05d39ff1-572f-49bd-8122-ac7564e2b579"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 05:21:13.782747 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 21 Sep 2021 05:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ec0545-4b11-4d56-8deb-8ab458363e97 x-openstack-request-id: req-28ec0545-4b11-4d56-8deb-8ab458363e97 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 05:21:13.783044 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff9613ba-785c-440c-bfae-00573e08fe55", "name": "network-vif-plugged", "status": "completed", "tag": "14dcd758-b3f3-4b55-b36f-a3a00d0d80dc", "code": 200}, {"server_uuid": "b88273d9-135f-41f7-99fd-9b3c7f1c3b62", "name": "network-vif-plugged", "status": "completed", "tag": "05d39ff1-572f-49bd-8122-ac7564e2b579", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 05:21:13.784429 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-28ec0545-4b11-4d56-8deb-8ab458363e97 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 05:21:13.784429 dv-cinder-778193-10-iscsi neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff9613ba-785c-440c-bfae-00573e08fe55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14dcd758-b3f3-4b55-b36f-a3a00d0d80dc', 'code': 200} Sep 21 05:21:13.784429 dv-cinder-778193-10-iscsi neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b88273d9-135f-41f7-99fd-9b3c7f1c3b62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05d39ff1-572f-49bd-8122-ac7564e2b579', 'code': 200} Sep 21 05:21:13.803144 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-50a72966-f31e-4872-9fd5-0f1f27f284bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:13.840125 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-50a72966-f31e-4872-9fd5-0f1f27f284bb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=94c4a4060b094c1098f79c9db8141aab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3310182 Sep 21 05:21:13.842560 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a72966-f31e-4872-9fd5-0f1f27f284bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3218c6-46e7-4fd6-bc42-b74df1d6a41f,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:21:13.843496 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 54216) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:21:13.891679 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-6d4846b4-cbdc-4e45-96fc-10cbb61a8960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:13.920627 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-6d4846b4-cbdc-4e45-96fc-10cbb61a8960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:14.062582 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-6d4846b4-cbdc-4e45-96fc-10cbb61a8960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:14.065138 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-6d4846b4-cbdc-4e45-96fc-10cbb61a8960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:14.066352 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-6d4846b4-cbdc-4e45-96fc-10cbb61a8960 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6c3218c6-46e7-4fd6-bc42-b74df1d6a41f HTTP/1.1" status: 204 len: 168 time: 0.2218003 Sep 21 05:21:14.074371 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4846b4-cbdc-4e45-96fc-10cbb61a8960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c3218c6-46e7-4fd6-bc42-b74df1d6a41f,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:21:14.315875 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd472b0-c551-47e7-9b5f-f7291219992c req-15703396-b207-48ef-856d-1b4dce00a146 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:14.317332 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0dd472b0-c551-47e7-9b5f-f7291219992c req-15703396-b207-48ef-856d-1b4dce00a146 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 944 time: 0.0789745 Sep 21 05:21:14.325319 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adda443-a8d7-45ba-85df-9fff31ed4fbd req-efb3fec8-029d-42a7-8ba3-f70f6854c6dd tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:14.327241 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1adda443-a8d7-45ba-85df-9fff31ed4fbd req-efb3fec8-029d-42a7-8ba3-f70f6854c6dd tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] 10.222.0.36 "GET /v2.0/ports?device_id=b88273d9-135f-41f7-99fd-9b3c7f1c3b62 HTTP/1.1" status: 200 len: 946 time: 0.0902655 Sep 21 05:21:14.374413 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0dd472b0-c551-47e7-9b5f-f7291219992c req-ea2594ef-e88a-43ae-9f29-9395a365723d tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461810 Sep 21 05:21:14.391044 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1adda443-a8d7-45ba-85df-9fff31ed4fbd req-3d9194f3-5eef-4d4e-8522-4534a08a00aa tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] 10.222.0.36 "GET /v2.0/security-groups?id=8cce4bfb-a0e0-494a-811c-9f464d26dbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559747 Sep 21 05:21:14.679062 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a46a3-fc89-4722-8007-a424935bd4ba req-46efa37a-e3a9-4b3b-9cc6-c16aa8ae3137 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:14.680601 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c11a46a3-fc89-4722-8007-a424935bd4ba req-46efa37a-e3a9-4b3b-9cc6-c16aa8ae3137 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff9613ba-785c-440c-bfae-00573e08fe55 HTTP/1.1" status: 200 len: 946 time: 0.0506999 Sep 21 05:21:14.705282 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 54242) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:21:14.728905 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c791ad84-3927-4068-9928-9eeba113cb9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:14.774278 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c11a46a3-fc89-4722-8007-a424935bd4ba req-e88dac4d-4ba2-458f-a426-9eac801e506c tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/security-groups?id=05d839fa-73c5-47b3-a600-d2c01af0c82a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871873 Sep 21 05:21:14.801647 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e91abfe-1538-4d94-9577-f770e9aa19de req-d1671784-a018-43c3-b02c-47e8fb9cc835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:14.801647 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7e91abfe-1538-4d94-9577-f770e9aa19de req-d1671784-a018-43c3-b02c-47e8fb9cc835 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e8597837-cb82-468d-8b14-07327db8866d HTTP/1.1" status: 200 len: 1098 time: 0.0965130 Sep 21 05:21:14.819294 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-7e91abfe-1538-4d94-9577-f770e9aa19de req-af5eabe6-dd47-4dee-9ec9-40e967a4872d service neutron] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:14.846674 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c791ad84-3927-4068-9928-9eeba113cb9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:14.882129 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61228ba-f5a6-4059-975c-d93ecc39ef72 req-ba460f61-6c3c-4f45-8004-d6a848f6e947 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:14.883694 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b61228ba-f5a6-4059-975c-d93ecc39ef72 req-ba460f61-6c3c-4f45-8004-d6a848f6e947 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=61db94cd-0c8c-4884-977d-5838860edb96 HTTP/1.1" status: 200 len: 944 time: 0.0616648 Sep 21 05:21:14.928262 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b61228ba-f5a6-4059-975c-d93ecc39ef72 req-69982a5a-c2ff-4ff0-ac6f-2b44beded2bd tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373602 Sep 21 05:21:14.977295 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c791ad84-3927-4068-9928-9eeba113cb9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:15.025406 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-c791ad84-3927-4068-9928-9eeba113cb9b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=77b83e61587047f1867df8448ef160cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3190348 Sep 21 05:21:15.025558 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 54248) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:21:15.026843 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c791ad84-3927-4068-9928-9eeba113cb9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26d03918-66d7-4954-b239-962bbef85b01,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:21:15.046707 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] get_ports_and_sgs() called for port_ids ['f0c31f37-8568-43df-85ed-406b86e88242'] {{(pid=94668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 05:21:15.052885 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] get_ports_and_sgs() called for port_ids ['af30cf65-8f49-4854-aed2-34db6277f342'] {{(pid=94668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 05:21:15.105114 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-5914fbf3-3705-4337-97cd-3c7674cc3caa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:15.117377 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-7e91abfe-1538-4d94-9577-f770e9aa19de req-af5eabe6-dd47-4dee-9ec9-40e967a4872d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:15.136404 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-5914fbf3-3705-4337-97cd-3c7674cc3caa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:15.300165 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-7e91abfe-1538-4d94-9577-f770e9aa19de req-af5eabe6-dd47-4dee-9ec9-40e967a4872d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:15.336112 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7e91abfe-1538-4d94-9577-f770e9aa19de req-af5eabe6-dd47-4dee-9ec9-40e967a4872d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5312083 Sep 21 05:21:15.344176 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-5914fbf3-3705-4337-97cd-3c7674cc3caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:15.346627 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-5914fbf3-3705-4337-97cd-3c7674cc3caa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:15.347662 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-5914fbf3-3705-4337-97cd-3c7674cc3caa admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/26d03918-66d7-4954-b239-962bbef85b01 HTTP/1.1" status: 204 len: 168 time: 0.3210735 Sep 21 05:21:15.349697 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5eabe6-dd47-4dee-9ec9-40e967a4872d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=875c3cc2-ea06-4e05-8e8f-feb018070b03,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:21:15.362435 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5914fbf3-3705-4337-97cd-3c7674cc3caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d03918-66d7-4954-b239-962bbef85b01,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:21:15.371826 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9ac8b5-a349-4205-b85b-079721267c21 req-bc797f82-a73f-4f27-8955-7d8378aaec07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:15.374571 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-ef9ac8b5-a349-4205-b85b-079721267c21 req-bc797f82-a73f-4f27-8955-7d8378aaec07 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ff9613ba-785c-440c-bfae-00573e08fe55 HTTP/1.1" status: 200 len: 1099 time: 0.1013546 Sep 21 05:21:15.378238 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d8c220-e033-48c0-9411-b8365120c36c req-9789edab-3ebf-4219-ade3-631f7e65e79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:15.379524 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-c7d8c220-e033-48c0-9411-b8365120c36c req-9789edab-3ebf-4219-ade3-631f7e65e79d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b88273d9-135f-41f7-99fd-9b3c7f1c3b62 HTTP/1.1" status: 200 len: 1099 time: 0.1143644 Sep 21 05:21:15.555160 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803c800b-87fb-41f6-b005-93985bff5e9e req-1a72b623-18bc-4e33-adf1-d39fb090348c tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:15.556711 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-803c800b-87fb-41f6-b005-93985bff5e9e req-1a72b623-18bc-4e33-adf1-d39fb090348c tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 944 time: 0.0718231 Sep 21 05:21:15.565133 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb893b-bcd1-4aeb-a0bb-70a52d11cafc req-bcda878e-3730-4cdb-81a0-f7ba63c2eb2c tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:15.566668 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-42cb893b-bcd1-4aeb-a0bb-70a52d11cafc req-bcda878e-3730-4cdb-81a0-f7ba63c2eb2c tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] 10.222.0.36 "GET /v2.0/ports?device_id=b88273d9-135f-41f7-99fd-9b3c7f1c3b62 HTTP/1.1" status: 200 len: 946 time: 0.0925941 Sep 21 05:21:15.631616 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-803c800b-87fb-41f6-b005-93985bff5e9e req-0792bce4-de99-44a2-b771-9d9437a71b27 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639091 Sep 21 05:21:15.634349 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-42cb893b-bcd1-4aeb-a0bb-70a52d11cafc req-e11af320-cde0-41b6-b3b5-c920ff2f7746 tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] 10.222.0.36 "GET /v2.0/security-groups?id=8cce4bfb-a0e0-494a-811c-9f464d26dbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565457 Sep 21 05:21:15.649593 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-ef9ac8b5-a349-4205-b85b-079721267c21 req-74eb2c7e-0a78-4f85-92a4-f9d32121878e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=05d839fa-73c5-47b3-a600-d2c01af0c82a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669668 Sep 21 05:21:15.649593 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-c7d8c220-e033-48c0-9411-b8365120c36c req-36f57279-dfca-4007-bbad-08728b04399f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8cce4bfb-a0e0-494a-811c-9f464d26dbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483308 Sep 21 05:21:15.905069 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac2c321-1e63-4ff7-89e3-4469cf997f8f req-0a0f9b2a-a78a-4aa3-b171-ed339aa53d32 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:15.906500 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-aac2c321-1e63-4ff7-89e3-4469cf997f8f req-0a0f9b2a-a78a-4aa3-b171-ed339aa53d32 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff9613ba-785c-440c-bfae-00573e08fe55 HTTP/1.1" status: 200 len: 946 time: 0.0580392 Sep 21 05:21:15.945701 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-aac2c321-1e63-4ff7-89e3-4469cf997f8f req-edc9c406-9d21-4a47-b28b-f3c166fbd55e tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/security-groups?id=05d839fa-73c5-47b3-a600-d2c01af0c82a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327663 Sep 21 05:21:16.051153 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddef0a9c-4d13-4b47-ac87-670760e35dca req-4ab21409-6e12-483a-a262-b7ee02f0c928 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:16.052636 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ddef0a9c-4d13-4b47-ac87-670760e35dca req-4ab21409-6e12-483a-a262-b7ee02f0c928 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=61db94cd-0c8c-4884-977d-5838860edb96 HTTP/1.1" status: 200 len: 944 time: 0.0504234 Sep 21 05:21:16.104774 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ddef0a9c-4d13-4b47-ac87-670760e35dca req-95b516b5-19a7-4e65-81eb-78ca0aa224c0 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455031 Sep 21 05:21:16.707742 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device f0c31f37-8568-43df-85ed-406b86e88242 up at agent hyperv_hv-cinder-77819 {{(pid=94668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 05:21:16.885706 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Provisioning for port f0c31f37-8568-43df-85ed-406b86e88242 completed by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 05:21:16.890482 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Provisioning complete for port f0c31f37-8568-43df-85ed-406b86e88242 triggered by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:21:16.891084 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:16.992738 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd56e09-e455-4bce-8b87-0e96a080683b req-e963c8d8-c112-4aa6-b50f-15e92882450b tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:16.993760 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-abd56e09-e455-4bce-8b87-0e96a080683b req-e963c8d8-c112-4aa6-b50f-15e92882450b tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 944 time: 0.2763517 Sep 21 05:21:17.001519 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2752f0-04b7-4efe-ac56-aafa938f5b9e req-937d8d18-9e9a-41f0-810c-978f1d74a5ea tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:17.008540 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:17.008854 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8e2752f0-04b7-4efe-ac56-aafa938f5b9e req-937d8d18-9e9a-41f0-810c-978f1d74a5ea tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] 10.222.0.36 "GET /v2.0/ports?device_id=b88273d9-135f-41f7-99fd-9b3c7f1c3b62 HTTP/1.1" status: 200 len: 946 time: 0.2930727 Sep 21 05:21:17.041538 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbac02d0-41b3-4b2b-8b98-ab116fc805fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0c31f37-8568-43df-85ed-406b86e88242'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 05:21:17.044048 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9746b1cd2a1144c350740d70a5f253bbb3c4ac519592b61f014e2841f81d92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d631a7a-8e0b-4439-9a8a-2cda8b00c71e" -d '{"events": [{"server_uuid": "cbac02d0-41b3-4b2b-8b98-ab116fc805fe", "name": "network-vif-plugged", "status": "completed", "tag": "f0c31f37-8568-43df-85ed-406b86e88242"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 05:21:17.063066 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] For port f0c31f37-8568-43df-85ed-406b86e88242, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f0c31f37-8568-43df-85ed-406b86e88242,segment=NetworkSegment(f6433832-0821-4a1f-a147-34f75b2bc1b3),segment_id=f6433832-0821-4a1f-a147-34f75b2bc1b3)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:21:17.072142 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-abd56e09-e455-4bce-8b87-0e96a080683b req-9d5af5ef-c5ff-4eac-a309-afd165cfbdb7 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587101 Sep 21 05:21:17.091019 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8e2752f0-04b7-4efe-ac56-aafa938f5b9e req-3475037b-072d-4fe2-89df-044b361ee7d0 tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] 10.222.0.36 "GET /v2.0/security-groups?id=8cce4bfb-a0e0-494a-811c-9f464d26dbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811939 Sep 21 05:21:17.179723 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:17.180582 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device af30cf65-8f49-4854-aed2-34db6277f342 up at agent hyperv_hv-cinder-77819 {{(pid=94668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 05:21:17.212970 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac81852f-a577-4e20-8041-28138804ed9d req-8cb2af18-7c45-441d-b94c-082c8929b416 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:17.223058 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ac81852f-a577-4e20-8041-28138804ed9d req-8cb2af18-7c45-441d-b94c-082c8929b416 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff9613ba-785c-440c-bfae-00573e08fe55 HTTP/1.1" status: 200 len: 946 time: 0.0677819 Sep 21 05:21:17.225721 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 05:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79152d1-3ee4-442a-a2bf-4952daa38fed x-openstack-request-id: req-e79152d1-3ee4-442a-a2bf-4952daa38fed {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 05:21:17.226049 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbac02d0-41b3-4b2b-8b98-ab116fc805fe", "name": "network-vif-plugged", "status": "completed", "tag": "f0c31f37-8568-43df-85ed-406b86e88242", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 05:21:17.226312 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e79152d1-3ee4-442a-a2bf-4952daa38fed {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 05:21:17.226734 dv-cinder-778193-10-iscsi neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbac02d0-41b3-4b2b-8b98-ab116fc805fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0c31f37-8568-43df-85ed-406b86e88242', 'code': 200} Sep 21 05:21:17.271538 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ac81852f-a577-4e20-8041-28138804ed9d req-f4b4998f-0c8d-4dc6-b0ed-58fcd911be61 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/security-groups?id=05d839fa-73c5-47b3-a600-d2c01af0c82a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474060 Sep 21 05:21:17.291616 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Pushing event updated for resources: {'Port': ['ID=f0c31f37-8568-43df-85ed-406b86e88242,revision_number=5']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:21:17.327346 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93650a3a-0d10-47d6-9ebf-6d093ec10564 req-a645da8f-abe6-4c3e-be3b-8f8eea4d79d3 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:17.329072 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-93650a3a-0d10-47d6-9ebf-6d093ec10564 req-a645da8f-abe6-4c3e-be3b-8f8eea4d79d3 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=61db94cd-0c8c-4884-977d-5838860edb96 HTTP/1.1" status: 200 len: 944 time: 0.0514798 Sep 21 05:21:17.357795 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Provisioning for port af30cf65-8f49-4854-aed2-34db6277f342 completed by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 05:21:17.365533 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Provisioning complete for port af30cf65-8f49-4854-aed2-34db6277f342 triggered by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:21:17.365948 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:17.408677 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-93650a3a-0d10-47d6-9ebf-6d093ec10564 req-7b61b7d4-4f8f-448e-b41b-ab842ada9ea1 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733473 Sep 21 05:21:17.492948 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:17.526990 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] For port af30cf65-8f49-4854-aed2-34db6277f342, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=af30cf65-8f49-4854-aed2-34db6277f342,segment=NetworkSegment(867dd244-b99a-4551-9821-ce0615c07d65),segment_id=867dd244-b99a-4551-9821-ce0615c07d65)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:21:17.640977 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:17.649947 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca3e4d-b4b3-4ee4-9b5b-436f9ca1d453 req-c53fb561-13bf-462a-9520-fee8c7e6e299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:17.651480 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-ceca3e4d-b4b3-4ee4-9b5b-436f9ca1d453 req-c53fb561-13bf-462a-9520-fee8c7e6e299 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 1098 time: 0.0501451 Sep 21 05:21:17.695549 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-ceca3e4d-b4b3-4ee4-9b5b-436f9ca1d453 req-9f03194b-bcb8-4836-aaeb-2dd2d0882800 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322585 Sep 21 05:21:17.702362 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Pushing event updated for resources: {'Port': ['ID=af30cf65-8f49-4854-aed2-34db6277f342,revision_number=5']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:21:18.195155 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d229a-387e-41b3-bbfb-70629a85d674 req-5bb95361-3a3a-4ecd-9aa8-dfc50b24176d tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:18.196916 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ec2d229a-387e-41b3-bbfb-70629a85d674 req-5bb95361-3a3a-4ecd-9aa8-dfc50b24176d tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] 10.222.0.36 "GET /v2.0/ports?device_id=b88273d9-135f-41f7-99fd-9b3c7f1c3b62 HTTP/1.1" status: 200 len: 946 time: 0.0547633 Sep 21 05:21:18.262643 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ec2d229a-387e-41b3-bbfb-70629a85d674 req-b31f46bf-0cf2-4ce7-ad9c-a89784d016c0 tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] 10.222.0.36 "GET /v2.0/security-groups?id=8cce4bfb-a0e0-494a-811c-9f464d26dbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538800 Sep 21 05:21:18.289077 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc6a2f-26db-410e-824c-5a696ecf4e75 req-516d8658-7d9e-4130-9e04-bff426cea0e2 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:18.289077 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-95cc6a2f-26db-410e-824c-5a696ecf4e75 req-516d8658-7d9e-4130-9e04-bff426cea0e2 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 945 time: 0.0905390 Sep 21 05:21:18.328209 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-95cc6a2f-26db-410e-824c-5a696ecf4e75 req-66f8679f-693b-4885-8624-242b861aeb20 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386586 Sep 21 05:21:18.402961 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d1cdb9-6c47-40aa-a230-83be9bb084f5 req-393cc4b5-a5f8-425f-acd1-d46570ab69cc tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:18.404459 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-18d1cdb9-6c47-40aa-a230-83be9bb084f5 req-393cc4b5-a5f8-425f-acd1-d46570ab69cc tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff9613ba-785c-440c-bfae-00573e08fe55 HTTP/1.1" status: 200 len: 946 time: 0.0532973 Sep 21 05:21:18.448242 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-18d1cdb9-6c47-40aa-a230-83be9bb084f5 req-f2f3c1c5-82b9-40b9-827d-252424f40fbb tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/security-groups?id=05d839fa-73c5-47b3-a600-d2c01af0c82a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376215 Sep 21 05:21:18.543807 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef5bcb-b8f5-4108-aa8c-6e6ba92bc244 req-afda87e3-2e36-4946-b522-f08fcb19439b tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:18.545847 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a7ef5bcb-b8f5-4108-aa8c-6e6ba92bc244 req-afda87e3-2e36-4946-b522-f08fcb19439b tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=61db94cd-0c8c-4884-977d-5838860edb96 HTTP/1.1" status: 200 len: 945 time: 0.0500522 Sep 21 05:21:18.611433 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a7ef5bcb-b8f5-4108-aa8c-6e6ba92bc244 req-207bf26b-4368-46b9-a093-92cdee923543 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590384 Sep 21 05:21:18.628048 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c18cf-f607-4967-81bf-292146fb3d37 req-9fe926c5-59d0-49a9-8e5c-10d6bfab0082 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:18.629639 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3a5c18cf-f607-4967-81bf-292146fb3d37 req-9fe926c5-59d0-49a9-8e5c-10d6bfab0082 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff9613ba-785c-440c-bfae-00573e08fe55 HTTP/1.1" status: 200 len: 946 time: 0.0709271 Sep 21 05:21:18.639687 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 54374) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:21:18.644564 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [None req-d1a7df8a-4bf5-486c-8bdf-1a583f66e9a5 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Request body: {'floatingip': {'port_id': '14dcd758-b3f3-4b55-b36f-a3a00d0d80dc'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:21:18.718540 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d1a7df8a-4bf5-486c-8bdf-1a583f66e9a5 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks [] for floatingip, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:19.228076 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61db94cd-0c8c-4884-977d-5838860edb96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af30cf65-8f49-4854-aed2-34db6277f342'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 05:21:19.322025 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9746b1cd2a1144c350740d70a5f253bbb3c4ac519592b61f014e2841f81d92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-132e2e4b-3820-493d-bd9c-5253050155ad" -d '{"events": [{"server_uuid": "61db94cd-0c8c-4884-977d-5838860edb96", "name": "network-vif-plugged", "status": "completed", "tag": "af30cf65-8f49-4854-aed2-34db6277f342"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 05:21:19.322025 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 05:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1805742e-023e-44ae-b215-8d336da9d828 x-openstack-request-id: req-1805742e-023e-44ae-b215-8d336da9d828 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 05:21:19.322025 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61db94cd-0c8c-4884-977d-5838860edb96", "name": "network-vif-plugged", "status": "completed", "tag": "af30cf65-8f49-4854-aed2-34db6277f342", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 05:21:19.322025 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1805742e-023e-44ae-b215-8d336da9d828 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 05:21:19.322025 dv-cinder-778193-10-iscsi neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61db94cd-0c8c-4884-977d-5838860edb96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af30cf65-8f49-4854-aed2-34db6277f342', 'code': 200} Sep 21 05:21:19.392355 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e41ef1b-f964-44d8-ad1d-8d501d25ee6d req-7641cf33-2e13-4523-887f-efce537b7287 tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:19.393443 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6e41ef1b-f964-44d8-ad1d-8d501d25ee6d req-7641cf33-2e13-4523-887f-efce537b7287 tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] 10.222.0.36 "GET /v2.0/ports?device_id=b88273d9-135f-41f7-99fd-9b3c7f1c3b62 HTTP/1.1" status: 200 len: 946 time: 0.0552614 Sep 21 05:21:19.468774 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6e41ef1b-f964-44d8-ad1d-8d501d25ee6d req-0123fd2d-c81c-4f6a-9b97-5f9d7cd27fd0 tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] 10.222.0.36 "GET /v2.0/security-groups?id=8cce4bfb-a0e0-494a-811c-9f464d26dbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653954 Sep 21 05:21:19.476169 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac598748-03ba-44b5-90e3-feab020b286f req-307b3303-42ef-41fb-b79e-f99a8c690448 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:19.477634 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ac598748-03ba-44b5-90e3-feab020b286f req-307b3303-42ef-41fb-b79e-f99a8c690448 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 945 time: 0.0717840 Sep 21 05:21:19.523118 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ac598748-03ba-44b5-90e3-feab020b286f req-d95a72ed-5a9b-4221-9f65-fa91605a6717 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380533 Sep 21 05:21:19.570970 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d1a7df8a-4bf5-486c-8bdf-1a583f66e9a5 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:19.728445 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fdd52c-b6bf-42df-a319-d3b6ff1978f6 req-18270bfd-c178-4c37-a6cb-8c688660c216 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:19.730011 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b8fdd52c-b6bf-42df-a319-d3b6ff1978f6 req-18270bfd-c178-4c37-a6cb-8c688660c216 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=61db94cd-0c8c-4884-977d-5838860edb96 HTTP/1.1" status: 200 len: 945 time: 0.0498807 Sep 21 05:21:19.771710 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b8fdd52c-b6bf-42df-a319-d3b6ff1978f6 req-889fe87c-ee6e-4891-90df-b85ab0e24920 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317285 Sep 21 05:21:20.405698 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d1a7df8a-4bf5-486c-8bdf-1a583f66e9a5 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473099'] for floatingip, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:20.514101 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.db.l3_db [None req-d1a7df8a-4bf5-486c-8bdf-1a583f66e9a5 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Floating IP d6ca1c4e-9df9-4065-afb8-95220d7ed6be associated. External IP: 172.27.3.22, port: 14dcd758-b3f3-4b55-b36f-a3a00d0d80dc. Sep 21 05:21:20.589073 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7dfb80-a4d2-4db3-871b-b1bbb1a10ab1 req-5cb64ffb-c284-4247-9bd8-fce83e089c12 tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:20.590580 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ec7dfb80-a4d2-4db3-871b-b1bbb1a10ab1 req-5cb64ffb-c284-4247-9bd8-fce83e089c12 tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] 10.222.0.36 "GET /v2.0/ports?device_id=b88273d9-135f-41f7-99fd-9b3c7f1c3b62 HTTP/1.1" status: 200 len: 946 time: 0.0542107 Sep 21 05:21:20.662152 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ec7dfb80-a4d2-4db3-871b-b1bbb1a10ab1 req-3cb81319-f12d-4dea-89c9-884dfce9ce02 tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] 10.222.0.36 "GET /v2.0/security-groups?id=8cce4bfb-a0e0-494a-811c-9f464d26dbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627210 Sep 21 05:21:20.687776 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb04c37-b5a8-4e5a-ae6c-a5ac5d7de19b req-23f60038-9308-4dfe-bcd0-9cc22260294b tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:20.687776 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0eb04c37-b5a8-4e5a-ae6c-a5ac5d7de19b req-23f60038-9308-4dfe-bcd0-9cc22260294b tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 945 time: 0.0763528 Sep 21 05:21:20.722345 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0eb04c37-b5a8-4e5a-ae6c-a5ac5d7de19b req-b18f2fe0-1e94-4a67-8339-66e6042d3519 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348356 Sep 21 05:21:20.887539 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9494f795-18b3-4ec8-901f-cf80ca8d0796 req-7a9423c5-6988-47ae-80ea-8698399ce85b tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:20.889553 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9494f795-18b3-4ec8-901f-cf80ca8d0796 req-7a9423c5-6988-47ae-80ea-8698399ce85b tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=61db94cd-0c8c-4884-977d-5838860edb96 HTTP/1.1" status: 200 len: 945 time: 0.0490887 Sep 21 05:21:20.915150 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1a7df8a-4bf5-486c-8bdf-1a583f66e9a5 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Router ff2dd978-6edc-4c47-92a7-6f19c17a2f21 has already been hosted by L3 agent e4914d08-4fb7-43fa-94fb-1720f1d16cb4 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 05:21:20.927795 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9494f795-18b3-4ec8-901f-cf80ca8d0796 req-148a0bd3-ff3a-4f3e-a955-cee5c000f0ed tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318427 Sep 21 05:21:21.022262 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a7df8a-4bf5-486c-8bdf-1a583f66e9a5 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify agent at l3_agent.dv-cinder-778193-10-iscsi the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 05:21:21.026712 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d1a7df8a-4bf5-486c-8bdf-1a583f66e9a5 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339'] for floatingip, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:21.035664 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7eebea7-7993-4794-b12f-b971221dbc9b None None] Sync routers for ids ['ff2dd978-6edc-4c47-92a7-6f19c17a2f21'] in dv-cinder-778193-10-iscsi {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 05:21:21.044662 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7eebea7-7993-4794-b12f-b971221dbc9b None None] Routers {'ff2dd978-6edc-4c47-92a7-6f19c17a2f21'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:21:21.045339 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-b7eebea7-7993-4794-b12f-b971221dbc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:21:09Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['ff2dd978-6edc-4c47-92a7-6f19c17a2f21'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:21:21.054133 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-d1a7df8a-4bf5-486c-8bdf-1a583f66e9a5 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "PUT /v2.0/floatingips/d6ca1c4e-9df9-4065-afb8-95220d7ed6be HTTP/1.1" status: 200 len: 991 time: 2.4133232 Sep 21 05:21:21.054831 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff9613ba-785c-440c-bfae-00573e08fe55', 'tag': '14dcd758-b3f3-4b55-b36f-a3a00d0d80dc'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 05:21:21.057139 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2093a7355c0e7a06ffa9c2f51d01f7a17d1263efd9baf457b9b047ecef1e75bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5197f22a-0951-4210-b7d5-8950992bd208" -d '{"events": [{"name": "network-changed", "server_uuid": "ff9613ba-785c-440c-bfae-00573e08fe55", "tag": "14dcd758-b3f3-4b55-b36f-a3a00d0d80dc"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 05:21:21.095237 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 05:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c5a8a0-21bc-4120-8496-a18bf216cd4c x-openstack-request-id: req-44c5a8a0-21bc-4120-8496-a18bf216cd4c {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 05:21:21.095527 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff9613ba-785c-440c-bfae-00573e08fe55", "tag": "14dcd758-b3f3-4b55-b36f-a3a00d0d80dc", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 05:21:21.095773 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-44c5a8a0-21bc-4120-8496-a18bf216cd4c {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 05:21:21.096164 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff9613ba-785c-440c-bfae-00573e08fe55', 'tag': '14dcd758-b3f3-4b55-b36f-a3a00d0d80dc', 'status': 'completed', 'code': 200} Sep 21 05:21:21.151970 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-b7eebea7-7993-4794-b12f-b971221dbc9b None None] Set router ff2dd978-6edc-4c47-92a7-6f19c17a2f21 gateway port host: dv-cinder-778193-10-iscsi {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:21:21.322610 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5197f22a-0951-4210-b7d5-8950992bd208 req-5622863b-2e15-4db4-8147-1b614e2a52d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:21.324101 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-5197f22a-0951-4210-b7d5-8950992bd208 req-5622863b-2e15-4db4-8147-1b614e2a52d8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c1270fbb20a848c2956184daa8db39c9&device_id=ff9613ba-785c-440c-bfae-00573e08fe55 HTTP/1.1" status: 200 len: 1099 time: 0.0433092 Sep 21 05:21:21.425091 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-b7eebea7-7993-4794-b12f-b971221dbc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2dd978-6edc-4c47-92a7-6f19c17a2f21', 'name': 'tempest-AttachVolumeTestJSON-1593096502-router', 'tenant_id': 'c1270fbb20a848c2956184daa8db39c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '0e3dae2b-e1b4-47a3-b546-2e8980b35558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:20:26Z', 'updated_at': '2021-09-21T05:20:33Z', 'revision_number': 4, 'project_id': 'c1270fbb20a848c2956184daa8db39c9', 'gw_port': {'id': '0e3dae2b-e1b4-47a3-b546-2e8980b35558', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:7f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2dd978-6edc-4c47-92a7-6f19c17a2f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:20:27Z', 'updated_at': '2021-09-21T05:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi', '_floatingips': [{'id': 'd6ca1c4e-9df9-4065-afb8-95220d7ed6be', 'tenant_id': 'c1270fbb20a848c2956184daa8db39c9', 'floating_ip_address': '172.27.3.22', 'floating_network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'router_id': 'ff2dd978-6edc-4c47-92a7-6f19c17a2f21', 'port_id': '14dcd758-b3f3-4b55-b36f-a3a00d0d80dc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '151497d5-ce27-4271-a888-4f8a00b26617', 'mac_address': 'fa:16:3e:fb:0b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9613ba-785c-440c-bfae-00573e08fe55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T05:20:44Z', 'updated_at': '2021-09-21T05:21:19Z', 'revision_number': 1, 'project_id': 'c1270fbb20a848c2956184daa8db39c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b477a0d-428e-4e42-8448-dc937d2484c0', 'name': '', 'network_id': '151497d5-ce27-4271-a888-4f8a00b26617', 'tenant_id': 'c1270fbb20a848c2956184daa8db39c9', 'mac_address': 'fa:16:3e:ce:e8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2dd978-6edc-4c47-92a7-6f19c17a2f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f6d02048-06ff-4c3a-9a06-2b16d4e50c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:20:31Z', 'updated_at': '2021-09-21T05:20:39Z', 'revision_number': 5, 'project_id': 'c1270fbb20a848c2956184daa8db39c9', 'subnets': [{'id': 'f6d02048-06ff-4c3a-9a06-2b16d4e50c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:21:21.458074 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7eebea7-7993-4794-b12f-b971221dbc9b None None] Checking router: ff2dd978-6edc-4c47-92a7-6f19c17a2f21 for host: dv-cinder-778193-10-iscsi {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 05:21:21.470442 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7eebea7-7993-4794-b12f-b971221dbc9b None None] Routers {'ff2dd978-6edc-4c47-92a7-6f19c17a2f21'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:21:21.471057 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-b7eebea7-7993-4794-b12f-b971221dbc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:21:09Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['ff2dd978-6edc-4c47-92a7-6f19c17a2f21'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:21:21.579139 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-b7eebea7-7993-4794-b12f-b971221dbc9b None None] Set router ff2dd978-6edc-4c47-92a7-6f19c17a2f21 gateway port host: dv-cinder-778193-10-iscsi {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:21:21.580009 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5197f22a-0951-4210-b7d5-8950992bd208 req-deaed197-cfc2-4de7-a990-9fafb1f8ae67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:21.581965 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-5197f22a-0951-4210-b7d5-8950992bd208 req-deaed197-cfc2-4de7-a990-9fafb1f8ae67 service neutron] 10.222.0.32 "GET /v2.0/networks?id=151497d5-ce27-4271-a888-4f8a00b26617 HTTP/1.1" status: 200 len: 911 time: 0.2044330 Sep 21 05:21:21.589009 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f662ca61-0784-4fa1-b50c-7af44750d68b req-6bf8ae80-7284-49a9-8362-ecfbee541a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:21.590614 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-f662ca61-0784-4fa1-b50c-7af44750d68b req-6bf8ae80-7284-49a9-8362-ecfbee541a9c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=61db94cd-0c8c-4884-977d-5838860edb96 HTTP/1.1" status: 200 len: 1098 time: 0.0885007 Sep 21 05:21:21.720882 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-f662ca61-0784-4fa1-b50c-7af44750d68b req-1785cb32-4916-442c-9d2c-dadef725e82c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118033 Sep 21 05:21:21.722039 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-5197f22a-0951-4210-b7d5-8950992bd208 req-c51380b1-f8ea-488d-bef1-72830d81f5c0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14dcd758-b3f3-4b55-b36f-a3a00d0d80dc HTTP/1.1" status: 200 len: 999 time: 0.1208866 Sep 21 05:21:21.815595 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f9b265-59c4-4465-8272-38edd8a1ec85 req-0c3cfcdc-87a7-4f4e-b26f-610853b33654 tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:21.817425 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c8f9b265-59c4-4465-8272-38edd8a1ec85 req-0c3cfcdc-87a7-4f4e-b26f-610853b33654 tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] 10.222.0.36 "GET /v2.0/ports?device_id=b88273d9-135f-41f7-99fd-9b3c7f1c3b62 HTTP/1.1" status: 200 len: 946 time: 0.0579684 Sep 21 05:21:21.888905 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52189a5d-7857-45bf-85bc-98caa64d6297 req-9e412b3b-5d0f-4003-93ad-3dab49478d34 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:21.890451 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-52189a5d-7857-45bf-85bc-98caa64d6297 req-9e412b3b-5d0f-4003-93ad-3dab49478d34 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 945 time: 0.0721157 Sep 21 05:21:21.898898 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c8f9b265-59c4-4465-8272-38edd8a1ec85 req-a06d0473-331a-4877-8833-0df5a002da88 tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] 10.222.0.36 "GET /v2.0/security-groups?id=8cce4bfb-a0e0-494a-811c-9f464d26dbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713322 Sep 21 05:21:21.900296 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-b7eebea7-7993-4794-b12f-b971221dbc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2dd978-6edc-4c47-92a7-6f19c17a2f21', 'name': 'tempest-AttachVolumeTestJSON-1593096502-router', 'tenant_id': 'c1270fbb20a848c2956184daa8db39c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '0e3dae2b-e1b4-47a3-b546-2e8980b35558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:20:26Z', 'updated_at': '2021-09-21T05:20:33Z', 'revision_number': 4, 'project_id': 'c1270fbb20a848c2956184daa8db39c9', 'gw_port': {'id': '0e3dae2b-e1b4-47a3-b546-2e8980b35558', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:7f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2dd978-6edc-4c47-92a7-6f19c17a2f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:20:27Z', 'updated_at': '2021-09-21T05:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi', '_floatingips': [{'id': 'd6ca1c4e-9df9-4065-afb8-95220d7ed6be', 'tenant_id': 'c1270fbb20a848c2956184daa8db39c9', 'floating_ip_address': '172.27.3.22', 'floating_network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'router_id': 'ff2dd978-6edc-4c47-92a7-6f19c17a2f21', 'port_id': '14dcd758-b3f3-4b55-b36f-a3a00d0d80dc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '151497d5-ce27-4271-a888-4f8a00b26617', 'mac_address': 'fa:16:3e:fb:0b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9613ba-785c-440c-bfae-00573e08fe55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T05:20:44Z', 'updated_at': '2021-09-21T05:21:19Z', 'revision_number': 1, 'project_id': 'c1270fbb20a848c2956184daa8db39c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b477a0d-428e-4e42-8448-dc937d2484c0', 'name': '', 'network_id': '151497d5-ce27-4271-a888-4f8a00b26617', 'tenant_id': 'c1270fbb20a848c2956184daa8db39c9', 'mac_address': 'fa:16:3e:ce:e8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2dd978-6edc-4c47-92a7-6f19c17a2f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f6d02048-06ff-4c3a-9a06-2b16d4e50c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:20:31Z', 'updated_at': '2021-09-21T05:20:39Z', 'revision_number': 5, 'project_id': 'c1270fbb20a848c2956184daa8db39c9', 'subnets': [{'id': 'f6d02048-06ff-4c3a-9a06-2b16d4e50c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:21:21.926692 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7eebea7-7993-4794-b12f-b971221dbc9b None None] The sync data for ids ['ff2dd978-6edc-4c47-92a7-6f19c17a2f21'] in dv-cinder-778193-10-iscsi is: [{'id': 'ff2dd978-6edc-4c47-92a7-6f19c17a2f21', 'name': 'tempest-AttachVolumeTestJSON-1593096502-router', 'tenant_id': 'c1270fbb20a848c2956184daa8db39c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '0e3dae2b-e1b4-47a3-b546-2e8980b35558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:20:26Z', 'updated_at': '2021-09-21T05:20:33Z', 'revision_number': 4, 'project_id': 'c1270fbb20a848c2956184daa8db39c9', 'gw_port': {'id': '0e3dae2b-e1b4-47a3-b546-2e8980b35558', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:7f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2dd978-6edc-4c47-92a7-6f19c17a2f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:20:27Z', 'updated_at': '2021-09-21T05:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi', '_floatingips': [{'id': 'd6ca1c4e-9df9-4065-afb8-95220d7ed6be', 'tenant_id': 'c1270fbb20a848c2956184daa8db39c9', 'floating_ip_address': '172.27.3.22', 'floating_network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'router_id': 'ff2dd978-6edc-4c47-92a7-6f19c17a2f21', 'port_id': '14dcd758-b3f3-4b55-b36f-a3a00d0d80dc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '151497d5-ce27-4271-a888-4f8a00b26617', 'mac_address': 'fa:16:3e:fb:0b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9613ba-785c-440c-bfae-00573e08fe55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T05:20:44Z', 'updated_at': '2021-09-21T05:21:19Z', 'revision_number': 1, 'project_id': 'c1270fbb20a848c2956184daa8db39c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b477a0d-428e-4e42-8448-dc937d2484c0', 'name': '', 'network_id': '151497d5-ce27-4271-a888-4f8a00b26617', 'tenant_id': 'c1270fbb20a848c2956184daa8db39c9', 'mac_address': 'fa:16:3e:ce:e8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2dd978-6edc-4c47-92a7-6f19c17a2f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f6d02048-06ff-4c3a-9a06-2b16d4e50c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:20:31Z', 'updated_at': '2021-09-21T05:20:39Z', 'revision_number': 5, 'project_id': 'c1270fbb20a848c2956184daa8db39c9', 'subnets': [{'id': 'f6d02048-06ff-4c3a-9a06-2b16d4e50c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 05:21:21.932177 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-52189a5d-7857-45bf-85bc-98caa64d6297 req-ca2d5223-0334-4f60-aedd-f5655d8fb687 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322812 Sep 21 05:21:22.009091 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5197f22a-0951-4210-b7d5-8950992bd208 req-9853953c-cdb2-4b46-b38f-58870b53acc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:22.010643 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-5197f22a-0951-4210-b7d5-8950992bd208 req-9853953c-cdb2-4b46-b38f-58870b53acc3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f6d02048-06ff-4c3a-9a06-2b16d4e50c51 HTTP/1.1" status: 200 len: 850 time: 0.0557299 Sep 21 05:21:22.051482 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d44d0a-3769-4be6-90ad-cde729c91d0a req-e0f029d8-0a53-46f8-b95c-352c7b10d327 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:22.054770 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-58d44d0a-3769-4be6-90ad-cde729c91d0a req-e0f029d8-0a53-46f8-b95c-352c7b10d327 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=61db94cd-0c8c-4884-977d-5838860edb96 HTTP/1.1" status: 200 len: 945 time: 0.0529027 Sep 21 05:21:22.061167 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5197f22a-0951-4210-b7d5-8950992bd208 req-c4d04167-8676-452b-901b-c5caf08ed866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:22.062926 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-5197f22a-0951-4210-b7d5-8950992bd208 req-c4d04167-8676-452b-901b-c5caf08ed866 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=151497d5-ce27-4271-a888-4f8a00b26617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0416846 Sep 21 05:21:22.098992 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-58d44d0a-3769-4be6-90ad-cde729c91d0a req-403a0f8f-6cda-4b37-bf23-8db9d6996a2b tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380118 Sep 21 05:21:22.164637 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1048bc20-15f9-461e-8b98-987c2f965608 None None] New status for floating IP d6ca1c4e-9df9-4065-afb8-95220d7ed6be: ACTIVE {{(pid=94668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 05:21:22.173991 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-5197f22a-0951-4210-b7d5-8950992bd208 req-0e29b4e3-5ace-4f01-91d2-52428ed9ea01 service neutron] 10.222.0.32 "GET /v2.0/networks/151497d5-ce27-4271-a888-4f8a00b26617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952511 Sep 21 05:21:22.267466 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-5197f22a-0951-4210-b7d5-8950992bd208 req-2afb1a07-66b1-4076-8d30-9988f9f19a5c service neutron] 10.222.0.32 "GET /v2.0/networks/151497d5-ce27-4271-a888-4f8a00b26617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853407 Sep 21 05:21:23.007058 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a8550-fd25-48ef-8611-e22b6b102ec9 req-75ced00a-d579-417c-b0b6-da02cecbbbd2 tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:23.009362 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-dd7a8550-fd25-48ef-8611-e22b6b102ec9 req-75ced00a-d579-417c-b0b6-da02cecbbbd2 tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] 10.222.0.36 "GET /v2.0/ports?device_id=b88273d9-135f-41f7-99fd-9b3c7f1c3b62 HTTP/1.1" status: 200 len: 946 time: 0.0500855 Sep 21 05:21:23.080504 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-dd7a8550-fd25-48ef-8611-e22b6b102ec9 req-8be78359-6ba9-4faa-9d70-1b3ca49100c9 tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] 10.222.0.36 "GET /v2.0/security-groups?id=8cce4bfb-a0e0-494a-811c-9f464d26dbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566957 Sep 21 05:21:23.089919 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2a649d-b4c3-4683-a65c-47739e0875f5 req-2154ef34-db39-4293-b5f0-6e3ed2fc8e92 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:23.095035 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7f2a649d-b4c3-4683-a65c-47739e0875f5 req-2154ef34-db39-4293-b5f0-6e3ed2fc8e92 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 945 time: 0.0760593 Sep 21 05:21:23.133937 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7f2a649d-b4c3-4683-a65c-47739e0875f5 req-2bcafe56-3317-405a-9489-dc6210bfb48d tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364408 Sep 21 05:21:23.226383 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a18f8c4-1d08-46f3-ad9b-1bc574194210 req-0fb95a24-92c0-40a7-a209-bb97dd0fd7c6 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:23.228135 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2a18f8c4-1d08-46f3-ad9b-1bc574194210 req-0fb95a24-92c0-40a7-a209-bb97dd0fd7c6 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=61db94cd-0c8c-4884-977d-5838860edb96 HTTP/1.1" status: 200 len: 945 time: 0.0549130 Sep 21 05:21:23.267082 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2a18f8c4-1d08-46f3-ad9b-1bc574194210 req-9f62fe68-02b4-444f-9f8b-26de49cf3189 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318356 Sep 21 05:21:24.253750 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0954f8d-5363-4cae-a486-c24372f61ef4 req-35ab9b02-90a0-4abf-ba71-aef01563cf23 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:24.255291 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f0954f8d-5363-4cae-a486-c24372f61ef4 req-35ab9b02-90a0-4abf-ba71-aef01563cf23 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 945 time: 0.0483038 Sep 21 05:21:24.292586 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f0954f8d-5363-4cae-a486-c24372f61ef4 req-258164b7-68d1-4dbe-8a05-c9440dfed7b6 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311787 Sep 21 05:21:24.383605 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8a473f-00c6-47cb-9c5f-9270d851556c req-2db21c0c-d0eb-45b9-aa5e-8e8adc19dc6e tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:24.385080 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2e8a473f-00c6-47cb-9c5f-9270d851556c req-2db21c0c-d0eb-45b9-aa5e-8e8adc19dc6e tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=61db94cd-0c8c-4884-977d-5838860edb96 HTTP/1.1" status: 200 len: 945 time: 0.0476024 Sep 21 05:21:24.454681 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2e8a473f-00c6-47cb-9c5f-9270d851556c req-96f6afd0-adee-446c-af9e-b8ee9b801565 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628777 Sep 21 05:21:24.470150 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c2516d-cd1e-4144-8eea-0db4cecb3528 req-05139095-91af-428c-a98e-4612a128186c tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:24.471629 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-81c2516d-cd1e-4144-8eea-0db4cecb3528 req-05139095-91af-428c-a98e-4612a128186c tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 945 time: 0.0648439 Sep 21 05:21:24.480053 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 54504) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:21:24.484511 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-7dce9db9-b3c9-4986-ad0f-380c5d12675d tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Request body: {'floatingip': {'port_id': 'f0c31f37-8568-43df-85ed-406b86e88242'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:21:24.563143 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-7dce9db9-b3c9-4986-ad0f-380c5d12675d tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks [] for floatingip, before_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:25.158517 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6aacc-6559-46cf-a5cb-97783dcedc24 req-0cc07f0c-a3cc-426f-86b9-9fa3a3b3f6bc tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:25.159812 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-bad6aacc-6559-46cf-a5cb-97783dcedc24 req-0cc07f0c-a3cc-426f-86b9-9fa3a3b3f6bc tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=61db94cd-0c8c-4884-977d-5838860edb96 HTTP/1.1" status: 200 len: 945 time: 0.1430168 Sep 21 05:21:25.438799 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-7dce9db9-b3c9-4986-ad0f-380c5d12675d tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:25.446329 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-bad6aacc-6559-46cf-a5cb-97783dcedc24 req-a542b319-fd7d-4617-90ac-fb8a9ad57098 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599671 Sep 21 05:21:25.548513 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-7dce9db9-b3c9-4986-ad0f-380c5d12675d tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473099'] for floatingip, after_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:25.650475 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.db.l3_db [None req-7dce9db9-b3c9-4986-ad0f-380c5d12675d tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Floating IP 7fac269a-664f-4084-ad59-5ff580a802ea associated. External IP: 172.27.3.122, port: f0c31f37-8568-43df-85ed-406b86e88242. Sep 21 05:21:25.892179 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dce9db9-b3c9-4986-ad0f-380c5d12675d tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Router 29c2e55b-cae6-485f-a124-25addc251d8e has already been hosted by L3 agent e4914d08-4fb7-43fa-94fb-1720f1d16cb4 {{(pid=94666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 05:21:26.019292 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dce9db9-b3c9-4986-ad0f-380c5d12675d tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify agent at l3_agent.dv-cinder-778193-10-iscsi the message routers_updated {{(pid=94666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 05:21:26.024602 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-7dce9db9-b3c9-4986-ad0f-380c5d12675d tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339'] for floatingip, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:26.030842 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1915289b-4ce4-4df5-9687-5e842b32e754 None None] Sync routers for ids ['29c2e55b-cae6-485f-a124-25addc251d8e'] in dv-cinder-778193-10-iscsi {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 05:21:26.040233 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1915289b-4ce4-4df5-9687-5e842b32e754 None None] Routers {'29c2e55b-cae6-485f-a124-25addc251d8e'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:21:26.040921 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-1915289b-4ce4-4df5-9687-5e842b32e754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:21:09Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['29c2e55b-cae6-485f-a124-25addc251d8e'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:21:26.052207 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-7dce9db9-b3c9-4986-ad0f-380c5d12675d tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "PUT /v2.0/floatingips/7fac269a-664f-4084-ad59-5ff580a802ea HTTP/1.1" status: 200 len: 991 time: 1.5710869 Sep 21 05:21:26.052803 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbac02d0-41b3-4b2b-8b98-ab116fc805fe', 'tag': 'f0c31f37-8568-43df-85ed-406b86e88242'}] {{(pid=94666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 05:21:26.055071 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44944af2400c5958a336bdfed19235d8f59e5c9f04ba018cfdf82e9059cb0bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72fa5035-67c8-45db-9706-734c1fb3384a" -d '{"events": [{"name": "network-changed", "server_uuid": "cbac02d0-41b3-4b2b-8b98-ab116fc805fe", "tag": "f0c31f37-8568-43df-85ed-406b86e88242"}]}' {{(pid=94666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 05:21:26.161731 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-1915289b-4ce4-4df5-9687-5e842b32e754 None None] Set router 29c2e55b-cae6-485f-a124-25addc251d8e gateway port host: dv-cinder-778193-10-iscsi {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:21:26.392064 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-1915289b-4ce4-4df5-9687-5e842b32e754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c2e55b-cae6-485f-a124-25addc251d8e', 'name': 'tempest-AttachVolumeShelveTestJSON-810749560-router', 'tenant_id': '772420021b474ce7806243f145c281b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '820f8cfb-2e0b-431f-a515-c22b419c47fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:20:29Z', 'updated_at': '2021-09-21T05:20:38Z', 'revision_number': 4, 'project_id': '772420021b474ce7806243f145c281b8', 'gw_port': {'id': '820f8cfb-2e0b-431f-a515-c22b419c47fc', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:53:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c2e55b-cae6-485f-a124-25addc251d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:20:30Z', 'updated_at': '2021-09-21T05:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi', '_floatingips': [{'id': '7fac269a-664f-4084-ad59-5ff580a802ea', 'tenant_id': '772420021b474ce7806243f145c281b8', 'floating_ip_address': '172.27.3.122', 'floating_network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'router_id': '29c2e55b-cae6-485f-a124-25addc251d8e', 'port_id': 'f0c31f37-8568-43df-85ed-406b86e88242', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '007b9195-968a-4aaf-8c91-9ba7bd7821aa', 'mac_address': 'fa:16:3e:d6:43:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbac02d0-41b3-4b2b-8b98-ab116fc805fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T05:20:51Z', 'updated_at': '2021-09-21T05:21:25Z', 'revision_number': 1, 'project_id': '772420021b474ce7806243f145c281b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27203168-ca35-41e3-9853-0a69c761b9bb', 'name': '', 'network_id': '007b9195-968a-4aaf-8c91-9ba7bd7821aa', 'tenant_id': '772420021b474ce7806243f145c281b8', 'mac_address': 'fa:16:3e:e9:c9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c2e55b-cae6-485f-a124-25addc251d8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8a68d4d6-aa72-4762-8b15-dd5ef7ab0ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:20:36Z', 'updated_at': '2021-09-21T05:20:46Z', 'revision_number': 5, 'project_id': '772420021b474ce7806243f145c281b8', 'subnets': [{'id': '8a68d4d6-aa72-4762-8b15-dd5ef7ab0ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:21:26.418899 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1915289b-4ce4-4df5-9687-5e842b32e754 None None] Checking router: 29c2e55b-cae6-485f-a124-25addc251d8e for host: dv-cinder-778193-10-iscsi {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 05:21:26.428247 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1915289b-4ce4-4df5-9687-5e842b32e754 None None] Routers {'29c2e55b-cae6-485f-a124-25addc251d8e'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:21:26.428856 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-1915289b-4ce4-4df5-9687-5e842b32e754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:21:09Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['29c2e55b-cae6-485f-a124-25addc251d8e'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:21:26.537654 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-1915289b-4ce4-4df5-9687-5e842b32e754 None None] Set router 29c2e55b-cae6-485f-a124-25addc251d8e gateway port host: dv-cinder-778193-10-iscsi {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:21:26.756776 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-1915289b-4ce4-4df5-9687-5e842b32e754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c2e55b-cae6-485f-a124-25addc251d8e', 'name': 'tempest-AttachVolumeShelveTestJSON-810749560-router', 'tenant_id': '772420021b474ce7806243f145c281b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '820f8cfb-2e0b-431f-a515-c22b419c47fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:20:29Z', 'updated_at': '2021-09-21T05:20:38Z', 'revision_number': 4, 'project_id': '772420021b474ce7806243f145c281b8', 'gw_port': {'id': '820f8cfb-2e0b-431f-a515-c22b419c47fc', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:53:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c2e55b-cae6-485f-a124-25addc251d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:20:30Z', 'updated_at': '2021-09-21T05:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi', '_floatingips': [{'id': '7fac269a-664f-4084-ad59-5ff580a802ea', 'tenant_id': '772420021b474ce7806243f145c281b8', 'floating_ip_address': '172.27.3.122', 'floating_network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'router_id': '29c2e55b-cae6-485f-a124-25addc251d8e', 'port_id': 'f0c31f37-8568-43df-85ed-406b86e88242', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '007b9195-968a-4aaf-8c91-9ba7bd7821aa', 'mac_address': 'fa:16:3e:d6:43:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbac02d0-41b3-4b2b-8b98-ab116fc805fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T05:20:51Z', 'updated_at': '2021-09-21T05:21:25Z', 'revision_number': 1, 'project_id': '772420021b474ce7806243f145c281b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27203168-ca35-41e3-9853-0a69c761b9bb', 'name': '', 'network_id': '007b9195-968a-4aaf-8c91-9ba7bd7821aa', 'tenant_id': '772420021b474ce7806243f145c281b8', 'mac_address': 'fa:16:3e:e9:c9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c2e55b-cae6-485f-a124-25addc251d8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8a68d4d6-aa72-4762-8b15-dd5ef7ab0ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:20:36Z', 'updated_at': '2021-09-21T05:20:46Z', 'revision_number': 5, 'project_id': '772420021b474ce7806243f145c281b8', 'subnets': [{'id': '8a68d4d6-aa72-4762-8b15-dd5ef7ab0ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:21:26.782293 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1915289b-4ce4-4df5-9687-5e842b32e754 None None] The sync data for ids ['29c2e55b-cae6-485f-a124-25addc251d8e'] in dv-cinder-778193-10-iscsi is: [{'id': '29c2e55b-cae6-485f-a124-25addc251d8e', 'name': 'tempest-AttachVolumeShelveTestJSON-810749560-router', 'tenant_id': '772420021b474ce7806243f145c281b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '820f8cfb-2e0b-431f-a515-c22b419c47fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:20:29Z', 'updated_at': '2021-09-21T05:20:38Z', 'revision_number': 4, 'project_id': '772420021b474ce7806243f145c281b8', 'gw_port': {'id': '820f8cfb-2e0b-431f-a515-c22b419c47fc', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:53:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c2e55b-cae6-485f-a124-25addc251d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:20:30Z', 'updated_at': '2021-09-21T05:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi', '_floatingips': [{'id': '7fac269a-664f-4084-ad59-5ff580a802ea', 'tenant_id': '772420021b474ce7806243f145c281b8', 'floating_ip_address': '172.27.3.122', 'floating_network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'router_id': '29c2e55b-cae6-485f-a124-25addc251d8e', 'port_id': 'f0c31f37-8568-43df-85ed-406b86e88242', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '007b9195-968a-4aaf-8c91-9ba7bd7821aa', 'mac_address': 'fa:16:3e:d6:43:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbac02d0-41b3-4b2b-8b98-ab116fc805fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T05:20:51Z', 'updated_at': '2021-09-21T05:21:25Z', 'revision_number': 1, 'project_id': '772420021b474ce7806243f145c281b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27203168-ca35-41e3-9853-0a69c761b9bb', 'name': '', 'network_id': '007b9195-968a-4aaf-8c91-9ba7bd7821aa', 'tenant_id': '772420021b474ce7806243f145c281b8', 'mac_address': 'fa:16:3e:e9:c9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c2e55b-cae6-485f-a124-25addc251d8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8a68d4d6-aa72-4762-8b15-dd5ef7ab0ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:20:36Z', 'updated_at': '2021-09-21T05:20:46Z', 'revision_number': 5, 'project_id': '772420021b474ce7806243f145c281b8', 'subnets': [{'id': '8a68d4d6-aa72-4762-8b15-dd5ef7ab0ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 05:21:26.960368 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bf6e4a-4d79-4798-aab1-5ba20014d4d8 None None] New status for floating IP 7fac269a-664f-4084-ad59-5ff580a802ea: ACTIVE {{(pid=94668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 05:21:27.583035 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebe686a-a532-49c4-8d86-49af1271d9fc req-4421cd8c-54c4-4a73-80e8-5bedc318d4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:27.584692 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 05:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da412235-e7f5-4b71-8d5a-8a70eb6b40ed x-openstack-request-id: req-da412235-e7f5-4b71-8d5a-8a70eb6b40ed {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 05:21:27.585112 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-4ebe686a-a532-49c4-8d86-49af1271d9fc req-4421cd8c-54c4-4a73-80e8-5bedc318d4a8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b64060143eab4fe4b14ef5a511665b1a&device_id=61db94cd-0c8c-4884-977d-5838860edb96 HTTP/1.1" status: 200 len: 1098 time: 0.0446424 Sep 21 05:21:27.585202 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbac02d0-41b3-4b2b-8b98-ab116fc805fe", "tag": "f0c31f37-8568-43df-85ed-406b86e88242", "status": "completed", "code": 200}]} {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 05:21:27.585202 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-da412235-e7f5-4b71-8d5a-8a70eb6b40ed {{(pid=94666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 05:21:27.585609 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbac02d0-41b3-4b2b-8b98-ab116fc805fe', 'tag': 'f0c31f37-8568-43df-85ed-406b86e88242', 'status': 'completed', 'code': 200} Sep 21 05:21:27.651232 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eb0095-2873-4861-bcfe-07a46f249efd req-d58e1893-f568-403f-870d-1f48f5f86567 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:27.652717 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a3eb0095-2873-4861-bcfe-07a46f249efd req-d58e1893-f568-403f-870d-1f48f5f86567 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=61db94cd-0c8c-4884-977d-5838860edb96 HTTP/1.1" status: 200 len: 945 time: 0.0484819 Sep 21 05:21:27.692600 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a3eb0095-2873-4861-bcfe-07a46f249efd req-3ea73991-71f1-4ee5-91b1-b4e268e5e509 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336905 Sep 21 05:21:27.714952 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa5035-67c8-45db-9706-734c1fb3384a req-bb30dbcf-dc94-41de-936c-31ee97831364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:27.716482 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-72fa5035-67c8-45db-9706-734c1fb3384a req-bb30dbcf-dc94-41de-936c-31ee97831364 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=772420021b474ce7806243f145c281b8&device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 1098 time: 0.0985150 Sep 21 05:21:27.750662 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebe686a-a532-49c4-8d86-49af1271d9fc req-b3340d3a-08b8-4ba6-9fff-a168eeb37730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:27.752163 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-4ebe686a-a532-49c4-8d86-49af1271d9fc req-b3340d3a-08b8-4ba6-9fff-a168eeb37730 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5924b4aa-fb49-47a2-bb5c-959e13209f12 HTTP/1.1" status: 200 len: 919 time: 0.1472652 Sep 21 05:21:27.832200 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-4ebe686a-a532-49c4-8d86-49af1271d9fc req-9af036bf-795b-4551-a0d4-45074dca87ec service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af30cf65-8f49-4854-aed2-34db6277f342 HTTP/1.1" status: 200 len: 217 time: 0.0443542 Sep 21 05:21:27.878879 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa5035-67c8-45db-9706-734c1fb3384a req-54ad2942-5b42-42ab-a8a5-dea520a3c324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:27.880328 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-72fa5035-67c8-45db-9706-734c1fb3384a req-54ad2942-5b42-42ab-a8a5-dea520a3c324 service neutron] 10.222.0.32 "GET /v2.0/networks?id=007b9195-968a-4aaf-8c91-9ba7bd7821aa HTTP/1.1" status: 200 len: 916 time: 0.1567473 Sep 21 05:21:27.927325 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebe686a-a532-49c4-8d86-49af1271d9fc req-d77bedbe-cda0-4432-b5d8-55082cc212d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:27.928754 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-4ebe686a-a532-49c4-8d86-49af1271d9fc req-d77bedbe-cda0-4432-b5d8-55082cc212d8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=eb31e64e-231d-4419-bf19-44f0d2bc22f7 HTTP/1.1" status: 200 len: 859 time: 0.0853662 Sep 21 05:21:27.969590 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-4ebe686a-a532-49c4-8d86-49af1271d9fc req-5d0e2d2c-53a8-463c-8026-62aaf77e5bf1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5924b4aa-fb49-47a2-bb5c-959e13209f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321434 Sep 21 05:21:27.977154 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-72fa5035-67c8-45db-9706-734c1fb3384a req-c64b40c2-a77a-4efd-b088-07bf3a4ff0ea service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0c31f37-8568-43df-85ed-406b86e88242 HTTP/1.1" status: 200 len: 1001 time: 0.0861318 Sep 21 05:21:28.089289 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa5035-67c8-45db-9706-734c1fb3384a req-c302e8f5-700e-47c0-8f12-614372dd724d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:28.097297 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-72fa5035-67c8-45db-9706-734c1fb3384a req-c302e8f5-700e-47c0-8f12-614372dd724d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8a68d4d6-aa72-4762-8b15-dd5ef7ab0ec9 HTTP/1.1" status: 200 len: 855 time: 0.0955708 Sep 21 05:21:28.119126 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-4ebe686a-a532-49c4-8d86-49af1271d9fc req-07aefaa0-c9b1-4e7c-a9c6-7a50058fc561 service neutron] 10.222.0.32 "GET /v2.0/networks/5924b4aa-fb49-47a2-bb5c-959e13209f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308768 Sep 21 05:21:28.145908 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa5035-67c8-45db-9706-734c1fb3384a req-24ac4e95-4008-48bd-afaa-4886cd0ce6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:28.148750 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-72fa5035-67c8-45db-9706-734c1fb3384a req-24ac4e95-4008-48bd-afaa-4886cd0ce6a8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=007b9195-968a-4aaf-8c91-9ba7bd7821aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0389969 Sep 21 05:21:28.295202 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-4ebe686a-a532-49c4-8d86-49af1271d9fc req-48f574f8-f561-4220-98bb-afa0e7d67ba9 service neutron] 10.222.0.32 "GET /v2.0/networks/5924b4aa-fb49-47a2-bb5c-959e13209f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464021 Sep 21 05:21:28.300088 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-72fa5035-67c8-45db-9706-734c1fb3384a req-b4d5f294-eaaf-49ed-893b-9d07536a64e2 service neutron] 10.222.0.32 "GET /v2.0/networks/007b9195-968a-4aaf-8c91-9ba7bd7821aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357365 Sep 21 05:21:28.392398 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-72fa5035-67c8-45db-9706-734c1fb3384a req-712c5e5b-9002-445a-9c2d-c981ba174716 service neutron] 10.222.0.32 "GET /v2.0/networks/007b9195-968a-4aaf-8c91-9ba7bd7821aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846164 Sep 21 05:21:31.699303 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f53e5-7016-4114-9ef4-341845e6f6b3 req-b515bc19-29d9-4a2c-88bc-82e084fb5a1a tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:31.700814 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-031f53e5-7016-4114-9ef4-341845e6f6b3 req-b515bc19-29d9-4a2c-88bc-82e084fb5a1a tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=61db94cd-0c8c-4884-977d-5838860edb96 HTTP/1.1" status: 200 len: 945 time: 0.0475388 Sep 21 05:21:31.742708 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-031f53e5-7016-4114-9ef4-341845e6f6b3 req-11a3acfc-0684-4b35-bbd6-a72e820c854d tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354125 Sep 21 05:21:35.429515 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207336c-04b0-4c79-90d5-f2889e4c635a req-4f3e3435-365f-4745-acd7-221f471e53e1 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:35.431137 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7207336c-04b0-4c79-90d5-f2889e4c635a req-4f3e3435-365f-4745-acd7-221f471e53e1 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=61db94cd-0c8c-4884-977d-5838860edb96 HTTP/1.1" status: 200 len: 945 time: 0.0560720 Sep 21 05:21:35.472024 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7207336c-04b0-4c79-90d5-f2889e4c635a req-285f02b4-4a1e-4056-a739-adc422e57f6d tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341241 Sep 21 05:21:35.559070 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-8ac49b33-7a39-4b85-9e55-79af9f088fb3 req-12a97297-d4ba-4332-b643-3d90d48b97f2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b88273d9-135f-41f7-99fd-9b3c7f1c3b62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2372005 Sep 21 05:21:35.650352 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac49b33-7a39-4b85-9e55-79af9f088fb3 req-24e182c4-b4ba-4e42-8551-3084f4a6c155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:35.651830 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-8ac49b33-7a39-4b85-9e55-79af9f088fb3 req-24e182c4-b4ba-4e42-8551-3084f4a6c155 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b32e07f20a3c46b38b6bcf4382ec365e&device_id=b88273d9-135f-41f7-99fd-9b3c7f1c3b62 HTTP/1.1" status: 200 len: 1099 time: 0.0387199 Sep 21 05:21:35.758569 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac49b33-7a39-4b85-9e55-79af9f088fb3 req-b972f651-447e-4b82-a300-bfdc765a6889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:35.760127 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-8ac49b33-7a39-4b85-9e55-79af9f088fb3 req-b972f651-447e-4b82-a300-bfdc765a6889 service neutron] 10.222.0.32 "GET /v2.0/networks?id=89413bf2-67e6-460f-929f-b974da260979 HTTP/1.1" status: 200 len: 911 time: 0.0847387 Sep 21 05:21:35.812218 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-8ac49b33-7a39-4b85-9e55-79af9f088fb3 req-7199b28a-7982-4471-b317-58b7b05b93cd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=05d39ff1-572f-49bd-8122-ac7564e2b579 HTTP/1.1" status: 200 len: 217 time: 0.0330052 Sep 21 05:21:35.839894 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e74b6d84-26d0-47ee-bbfd-40401c7909e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:35.866316 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac49b33-7a39-4b85-9e55-79af9f088fb3 req-05ee9faa-75b9-4add-a38c-8fbbe4c42f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:35.867862 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-8ac49b33-7a39-4b85-9e55-79af9f088fb3 req-05ee9faa-75b9-4add-a38c-8fbbe4c42f2c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=be3e42f0-1d35-4295-b225-023127081ba2 HTTP/1.1" status: 200 len: 851 time: 0.0485449 Sep 21 05:21:35.905252 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-8ac49b33-7a39-4b85-9e55-79af9f088fb3 req-06322643-be76-4256-a7eb-0996d65ea1c7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=89413bf2-67e6-460f-929f-b974da260979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260041 Sep 21 05:21:36.001766 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-8ac49b33-7a39-4b85-9e55-79af9f088fb3 req-3e04eed6-9de4-4323-ac25-db3faf85b21f service neutron] 10.222.0.32 "GET /v2.0/networks/89413bf2-67e6-460f-929f-b974da260979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815415 Sep 21 05:21:36.096015 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-8ac49b33-7a39-4b85-9e55-79af9f088fb3 req-1e351b4e-2891-4b4d-83b4-f3f2a79f0a3a service neutron] 10.222.0.32 "GET /v2.0/networks/89413bf2-67e6-460f-929f-b974da260979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835958 Sep 21 05:21:37.599688 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:38.251923 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.agents_db [None req-b3bad76d-57ee-4137-9d9b-1a82d1aed62b None None] Agent healthcheck: found 6 active agents {{(pid=94669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 05:21:38.708029 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-20a517c3-4bb4-4e2d-9133-fe249a080f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:39.265260 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:39.523988 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3acf96-dfca-424f-84bd-4db79f33f0fb req-0b10a204-86b7-46ff-b39e-d4e7c3b105ba tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:39.525504 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9c3acf96-dfca-424f-84bd-4db79f33f0fb req-0b10a204-86b7-46ff-b39e-d4e7c3b105ba tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=61db94cd-0c8c-4884-977d-5838860edb96 HTTP/1.1" status: 200 len: 945 time: 0.0487103 Sep 21 05:21:39.564216 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9c3acf96-dfca-424f-84bd-4db79f33f0fb req-a0388b52-c2c1-4ebe-a0ff-3c151919d99e tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320184 Sep 21 05:21:39.951919 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2c351aa7-00e3-4828-8663-e1495c3162e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:40.677589 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c855f6-178f-44fd-92ee-04460cade1d7 req-4f53fc70-3da9-442d-81a1-0a1193be5c2c tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:40.679195 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-23c855f6-178f-44fd-92ee-04460cade1d7 req-4f53fc70-3da9-442d-81a1-0a1193be5c2c tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=61db94cd-0c8c-4884-977d-5838860edb96 HTTP/1.1" status: 200 len: 945 time: 0.0474012 Sep 21 05:21:40.719510 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-23c855f6-178f-44fd-92ee-04460cade1d7 req-e7e21b05-41b1-40b7-98ef-19bb84e6b093 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337338 Sep 21 05:21:41.191602 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a1fb1f33-fe48-4684-9a56-b3eb65d74809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:41.845178 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13788792-26fa-4b47-a271-cfce0eb560b8 req-fbae7014-c241-44f6-8428-f2cd8dfb4271 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:41.848577 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-13788792-26fa-4b47-a271-cfce0eb560b8 req-fbae7014-c241-44f6-8428-f2cd8dfb4271 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=61db94cd-0c8c-4884-977d-5838860edb96 HTTP/1.1" status: 200 len: 945 time: 0.0551231 Sep 21 05:21:41.891444 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-13788792-26fa-4b47-a271-cfce0eb560b8 req-74cfdcd3-baa7-44ec-9bc9-3775ad938c3c tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328760 Sep 21 05:21:42.261364 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 54818) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:21:42.366543 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a137ad5a-1696-4106-a264-718e3d3f7fe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:42.452268 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a137ad5a-1696-4106-a264-718e3d3f7fe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:42.540142 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a137ad5a-1696-4106-a264-718e3d3f7fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:42.578489 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-a137ad5a-1696-4106-a264-718e3d3f7fe7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d7b9f9b32ad24ff4b1676f2518fe8b41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3158157 Sep 21 05:21:42.579353 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a137ad5a-1696-4106-a264-718e3d3f7fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17644096-a0aa-4f36-ace9-2aef1d2cbf67,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:21:42.581164 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 54822) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:21:42.597198 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a137ad5a-1696-4106-a264-718e3d3f7fe7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:21:42.597571 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a137ad5a-1696-4106-a264-718e3d3f7fe7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:21:42.597929 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a137ad5a-1696-4106-a264-718e3d3f7fe7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:21:42.598272 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a137ad5a-1696-4106-a264-718e3d3f7fe7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:21:42.598639 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a137ad5a-1696-4106-a264-718e3d3f7fe7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:21:42.598970 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a137ad5a-1696-4106-a264-718e3d3f7fe7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:21:42.599296 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a137ad5a-1696-4106-a264-718e3d3f7fe7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:21:42.599679 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a137ad5a-1696-4106-a264-718e3d3f7fe7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:21:42.599931 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a137ad5a-1696-4106-a264-718e3d3f7fe7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:21:42.600275 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a137ad5a-1696-4106-a264-718e3d3f7fe7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:21:42.600659 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a137ad5a-1696-4106-a264-718e3d3f7fe7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:21:42.600936 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a137ad5a-1696-4106-a264-718e3d3f7fe7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:21:42.642414 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-27fef286-5c34-4fc7-ab66-b2edac590f99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:42.662621 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-27fef286-5c34-4fc7-ab66-b2edac590f99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:42.828488 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-27fef286-5c34-4fc7-ab66-b2edac590f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:42.831186 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-27fef286-5c34-4fc7-ab66-b2edac590f99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:42.832457 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-27fef286-5c34-4fc7-ab66-b2edac590f99 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/17644096-a0aa-4f36-ace9-2aef1d2cbf67 HTTP/1.1" status: 204 len: 168 time: 0.2502837 Sep 21 05:21:42.840523 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fef286-5c34-4fc7-ab66-b2edac590f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17644096-a0aa-4f36-ace9-2aef1d2cbf67,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:21:43.006467 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c5c62e-e817-412e-a88c-b249a71ad267 req-c45a3012-4882-48d4-822b-a555324d3e92 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:43.007981 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-54c5c62e-e817-412e-a88c-b249a71ad267 req-c45a3012-4882-48d4-822b-a555324d3e92 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=61db94cd-0c8c-4884-977d-5838860edb96 HTTP/1.1" status: 200 len: 945 time: 0.0484049 Sep 21 05:21:43.047627 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-54c5c62e-e817-412e-a88c-b249a71ad267 req-17291c77-90a6-42c3-8ecf-84bbfab5bf9f tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335765 Sep 21 05:21:43.712742 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 54866) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:21:43.717883 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 54868) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:21:43.733171 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-11f406eb-752d-49ad-bf21-65194ca9c583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:43.796257 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 54872) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:21:43.833177 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a7043bbe-94de-4b7f-8ff5-e6b1ea19f341 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:43.853607 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-11f406eb-752d-49ad-bf21-65194ca9c583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:43.892425 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d3077a95-ad2b-453b-8d50-ca66896d96f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:43.931962 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-11f406eb-752d-49ad-bf21-65194ca9c583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:43.972729 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-11f406eb-752d-49ad-bf21-65194ca9c583 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=66d5abf0364e42baa306954043b91a3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2535677 Sep 21 05:21:43.974065 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f406eb-752d-49ad-bf21-65194ca9c583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42117bf1-37d8-453e-8879-34f7021c12f5,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:21:43.976073 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 54882) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:21:43.982542 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f406eb-752d-49ad-bf21-65194ca9c583 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:21:43.983113 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f406eb-752d-49ad-bf21-65194ca9c583 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:21:43.983617 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f406eb-752d-49ad-bf21-65194ca9c583 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:21:43.984094 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f406eb-752d-49ad-bf21-65194ca9c583 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:21:43.984580 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f406eb-752d-49ad-bf21-65194ca9c583 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:21:43.985079 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f406eb-752d-49ad-bf21-65194ca9c583 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:21:43.988190 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f406eb-752d-49ad-bf21-65194ca9c583 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:21:43.988579 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f406eb-752d-49ad-bf21-65194ca9c583 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:21:43.988929 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f406eb-752d-49ad-bf21-65194ca9c583 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:21:43.989275 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f406eb-752d-49ad-bf21-65194ca9c583 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:21:43.989611 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f406eb-752d-49ad-bf21-65194ca9c583 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:21:43.989943 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f406eb-752d-49ad-bf21-65194ca9c583 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:21:44.054613 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4eadba2c-ea3f-47c0-ba04-1b8c76e5ebda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:44.064296 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a7043bbe-94de-4b7f-8ff5-e6b1ea19f341 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:44.089147 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4eadba2c-ea3f-47c0-ba04-1b8c76e5ebda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:44.144382 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a7043bbe-94de-4b7f-8ff5-e6b1ea19f341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:44.182655 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c304c59f-75ca-4407-825c-7496ce2f1d73 req-5aeb2abe-f7e2-438f-8017-aa022bd7cb83 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:44.184918 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c304c59f-75ca-4407-825c-7496ce2f1d73 req-5aeb2abe-f7e2-438f-8017-aa022bd7cb83 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=61db94cd-0c8c-4884-977d-5838860edb96 HTTP/1.1" status: 200 len: 945 time: 0.0574744 Sep 21 05:21:44.197691 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7043bbe-94de-4b7f-8ff5-e6b1ea19f341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ab60ed-ae1e-4b4d-902b-616063215b82,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:21:44.208019 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-a7043bbe-94de-4b7f-8ff5-e6b1ea19f341 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=242604a78127410fb56dd87d6dcf3987&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4936647 Sep 21 05:21:44.211681 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 54886) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:21:44.212298 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4eadba2c-ea3f-47c0-ba04-1b8c76e5ebda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:44.216488 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4eadba2c-ea3f-47c0-ba04-1b8c76e5ebda admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:44.219551 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-4eadba2c-ea3f-47c0-ba04-1b8c76e5ebda admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/42117bf1-37d8-453e-8879-34f7021c12f5 HTTP/1.1" status: 204 len: 168 time: 0.2422101 Sep 21 05:21:44.240674 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c304c59f-75ca-4407-825c-7496ce2f1d73 req-d9a28d60-5295-47ca-94d6-f942c2aae248 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497203 Sep 21 05:21:44.250637 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eadba2c-ea3f-47c0-ba04-1b8c76e5ebda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42117bf1-37d8-453e-8879-34f7021c12f5,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:21:44.321636 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-36040b67-dc7a-40ff-bc42-eb31505fc38a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:44.362223 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d3077a95-ad2b-453b-8d50-ca66896d96f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:44.364412 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-36040b67-dc7a-40ff-bc42-eb31505fc38a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:44.482543 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d3077a95-ad2b-453b-8d50-ca66896d96f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:44.521015 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-d3077a95-ad2b-453b-8d50-ca66896d96f4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fbe0574707ca483f9b23f6e3f067bed9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7235446 Sep 21 05:21:44.521862 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3077a95-ad2b-453b-8d50-ca66896d96f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd006b91-5620-44b4-a487-8eee1148de10,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:21:44.524471 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 54890) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:21:44.574461 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d1d309ef-8893-4575-9b47-6164ba090e36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:44.591400 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-36040b67-dc7a-40ff-bc42-eb31505fc38a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:44.593978 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-36040b67-dc7a-40ff-bc42-eb31505fc38a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:44.595616 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-36040b67-dc7a-40ff-bc42-eb31505fc38a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d4ab60ed-ae1e-4b4d-902b-616063215b82 HTTP/1.1" status: 204 len: 168 time: 0.3747327 Sep 21 05:21:44.600899 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d1d309ef-8893-4575-9b47-6164ba090e36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:44.604795 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36040b67-dc7a-40ff-bc42-eb31505fc38a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ab60ed-ae1e-4b4d-902b-616063215b82,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:21:44.757148 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d1d309ef-8893-4575-9b47-6164ba090e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:44.759773 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d1d309ef-8893-4575-9b47-6164ba090e36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:44.763850 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-d1d309ef-8893-4575-9b47-6164ba090e36 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dd006b91-5620-44b4-a487-8eee1148de10 HTTP/1.1" status: 204 len: 168 time: 0.2352684 Sep 21 05:21:44.770172 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d309ef-8893-4575-9b47-6164ba090e36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd006b91-5620-44b4-a487-8eee1148de10,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:21:45.380321 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdced54-bdce-4806-ba50-3165ca00596d req-d30634c5-7947-4fcc-a75f-7bb408ade297 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:45.381834 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-dfdced54-bdce-4806-ba50-3165ca00596d req-d30634c5-7947-4fcc-a75f-7bb408ade297 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=61db94cd-0c8c-4884-977d-5838860edb96 HTTP/1.1" status: 200 len: 945 time: 0.0514426 Sep 21 05:21:45.433954 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-dfdced54-bdce-4806-ba50-3165ca00596d req-b02f6e14-2996-424a-9284-50a893d352a9 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376732 Sep 21 05:21:45.470528 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 54928) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:21:45.484266 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-46ce0a17-9e98-4f45-bda5-01a02f20e547 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:45.572132 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-46ce0a17-9e98-4f45-bda5-01a02f20e547 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:45.700536 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-46ce0a17-9e98-4f45-bda5-01a02f20e547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:45.743312 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-46ce0a17-9e98-4f45-bda5-01a02f20e547 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=75db4379b44e4a0590bd463ad34ccba1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2693620 Sep 21 05:21:45.743312 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ce0a17-9e98-4f45-bda5-01a02f20e547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a95353-2a15-4f7e-8c08-9011fbb1e09d,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:21:45.743749 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 54946) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:21:45.794814 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e45da53c-82e3-4880-ac69-6c7829509963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:45.819387 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e45da53c-82e3-4880-ac69-6c7829509963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:45.949074 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e45da53c-82e3-4880-ac69-6c7829509963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:45.952704 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e45da53c-82e3-4880-ac69-6c7829509963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:45.958905 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-e45da53c-82e3-4880-ac69-6c7829509963 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d1a95353-2a15-4f7e-8c08-9011fbb1e09d HTTP/1.1" status: 204 len: 168 time: 0.2108655 Sep 21 05:21:45.975149 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45da53c-82e3-4880-ac69-6c7829509963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a95353-2a15-4f7e-8c08-9011fbb1e09d,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:21:46.548268 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b96d67d-8880-4714-b5af-3b102379fb46 req-395220ee-f577-4e71-a25b-a0db28ad8f37 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:46.549864 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7b96d67d-8880-4714-b5af-3b102379fb46 req-395220ee-f577-4e71-a25b-a0db28ad8f37 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=61db94cd-0c8c-4884-977d-5838860edb96 HTTP/1.1" status: 200 len: 945 time: 0.0493999 Sep 21 05:21:46.593142 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7b96d67d-8880-4714-b5af-3b102379fb46 req-1de93d3d-68a6-4205-93c0-89194556ac2f tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373945 Sep 21 05:21:47.729788 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4152d5-cafa-4274-a70e-ffb4cfe3bb4d req-3e923cad-8614-4d79-94bb-36e44e4f0ae0 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:47.732918 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-fd4152d5-cafa-4274-a70e-ffb4cfe3bb4d req-3e923cad-8614-4d79-94bb-36e44e4f0ae0 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=61db94cd-0c8c-4884-977d-5838860edb96 HTTP/1.1" status: 200 len: 945 time: 0.0598946 Sep 21 05:21:47.771705 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-fd4152d5-cafa-4274-a70e-ffb4cfe3bb4d req-34030909-7f9f-4c55-80a1-2a4c392531f8 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321302 Sep 21 05:21:48.885955 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed5180-25c8-46f1-8c1b-0ae33dd68d41 req-9155f04c-d89f-4951-97b7-6fd7f3d99829 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:48.887346 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f1ed5180-25c8-46f1-8c1b-0ae33dd68d41 req-9155f04c-d89f-4951-97b7-6fd7f3d99829 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=61db94cd-0c8c-4884-977d-5838860edb96 HTTP/1.1" status: 200 len: 945 time: 0.0473564 Sep 21 05:21:48.927402 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f1ed5180-25c8-46f1-8c1b-0ae33dd68d41 req-ba35b1ce-1875-439b-b9e7-019661526e55 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326622 Sep 21 05:21:49.200528 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 55114) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:21:49.307264 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6c0e78b8-185e-4652-803b-1e5856fdd671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:49.397996 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6c0e78b8-185e-4652-803b-1e5856fdd671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:49.490531 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6c0e78b8-185e-4652-803b-1e5856fdd671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:49.539820 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-6c0e78b8-185e-4652-803b-1e5856fdd671 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=24c2a375d8ce43f08012e42c6b2df829&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3376966 Sep 21 05:21:49.540833 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0e78b8-185e-4652-803b-1e5856fdd671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=462a0a79-f649-4c71-88ae-1fcb598a6702,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:21:49.544557 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 55138) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:21:49.609873 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f70093f6-135f-4e7e-840e-064788c31f06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:49.630927 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f70093f6-135f-4e7e-840e-064788c31f06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:49.768149 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f70093f6-135f-4e7e-840e-064788c31f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:49.770809 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f70093f6-135f-4e7e-840e-064788c31f06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:49.771998 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-f70093f6-135f-4e7e-840e-064788c31f06 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/462a0a79-f649-4c71-88ae-1fcb598a6702 HTTP/1.1" status: 204 len: 168 time: 0.2265148 Sep 21 05:21:49.780328 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70093f6-135f-4e7e-840e-064788c31f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=462a0a79-f649-4c71-88ae-1fcb598a6702,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:21:50.044924 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52526f5-9e6e-44a0-94b7-0fd21de00f7f req-f582532b-7974-4b88-8b54-337ca525580b tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:50.046475 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f52526f5-9e6e-44a0-94b7-0fd21de00f7f req-f582532b-7974-4b88-8b54-337ca525580b tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=61db94cd-0c8c-4884-977d-5838860edb96 HTTP/1.1" status: 200 len: 945 time: 0.0497513 Sep 21 05:21:50.086975 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f52526f5-9e6e-44a0-94b7-0fd21de00f7f req-a51468fa-46ac-4b70-a07b-bacc1e8c4cf2 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344658 Sep 21 05:21:50.434844 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 55156) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:21:50.447952 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1bf771b9-65b8-4fc4-8614-1fea1a54f613 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:50.538599 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1bf771b9-65b8-4fc4-8614-1fea1a54f613 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:50.596939 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1bf771b9-65b8-4fc4-8614-1fea1a54f613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:50.810132 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf771b9-65b8-4fc4-8614-1fea1a54f613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66fc1763-bbd8-4b47-82b5-8e374d1adf79,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:21:50.810132 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-1bf771b9-65b8-4fc4-8614-1fea1a54f613 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=83f371cbfe1c4ea9b4f4c276f8e1a302&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2165461 Sep 21 05:21:50.810132 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 55170) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:21:50.860937 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e32be0a0-8a0a-4932-b984-cb052b9f3c60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:50.882251 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e32be0a0-8a0a-4932-b984-cb052b9f3c60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:51.048435 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e32be0a0-8a0a-4932-b984-cb052b9f3c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:51.051068 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e32be0a0-8a0a-4932-b984-cb052b9f3c60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:51.058313 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-e32be0a0-8a0a-4932-b984-cb052b9f3c60 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/66fc1763-bbd8-4b47-82b5-8e374d1adf79 HTTP/1.1" status: 204 len: 168 time: 0.2417994 Sep 21 05:21:51.060850 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32be0a0-8a0a-4932-b984-cb052b9f3c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66fc1763-bbd8-4b47-82b5-8e374d1adf79,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:21:53.619396 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f8aa4d-8f73-40be-a237-f05aa8dc04b2 req-5f79b63f-b469-4d4f-b17e-b0713706dfe5 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:53.621122 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-33f8aa4d-8f73-40be-a237-f05aa8dc04b2 req-5f79b63f-b469-4d4f-b17e-b0713706dfe5 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=61db94cd-0c8c-4884-977d-5838860edb96 HTTP/1.1" status: 200 len: 945 time: 0.0833278 Sep 21 05:21:53.633402 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da1299-9985-4aed-82ef-c5c0a8e90832 req-903d5b8f-3e8d-4152-b0f7-ef8f88c98419 tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:53.634854 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-36da1299-9985-4aed-82ef-c5c0a8e90832 req-903d5b8f-3e8d-4152-b0f7-ef8f88c98419 tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] 10.222.0.36 "GET /v2.0/ports?device_id=b88273d9-135f-41f7-99fd-9b3c7f1c3b62 HTTP/1.1" status: 200 len: 946 time: 0.0668712 Sep 21 05:21:53.691713 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-33f8aa4d-8f73-40be-a237-f05aa8dc04b2 req-ee90a966-e08a-43db-9e0f-654dbd0e110d tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559092 Sep 21 05:21:53.694735 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-36da1299-9985-4aed-82ef-c5c0a8e90832 req-2648913b-3cc1-4f74-bb1c-d9368eb2b15b tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] 10.222.0.36 "GET /v2.0/security-groups?id=8cce4bfb-a0e0-494a-811c-9f464d26dbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514469 Sep 21 05:21:54.846213 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661fdbe2-e559-4471-b73d-64c46709c812 req-638c97f6-f345-4282-94b7-c2c2d1ac3bbf tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:54.847705 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-661fdbe2-e559-4471-b73d-64c46709c812 req-638c97f6-f345-4282-94b7-c2c2d1ac3bbf tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] 10.222.0.36 "GET /v2.0/ports?device_id=b88273d9-135f-41f7-99fd-9b3c7f1c3b62 HTTP/1.1" status: 200 len: 946 time: 0.0789790 Sep 21 05:21:54.856848 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224807e9-722a-4464-a8bb-9719f574637c req-2f188c6b-b567-4b86-9745-9e6283a050fd tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:54.858208 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-224807e9-722a-4464-a8bb-9719f574637c req-2f188c6b-b567-4b86-9745-9e6283a050fd tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=61db94cd-0c8c-4884-977d-5838860edb96 HTTP/1.1" status: 200 len: 945 time: 0.0881870 Sep 21 05:21:54.911767 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-661fdbe2-e559-4471-b73d-64c46709c812 req-285e7f6b-e623-4c00-bee9-6897759e4994 tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] 10.222.0.36 "GET /v2.0/security-groups?id=8cce4bfb-a0e0-494a-811c-9f464d26dbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525606 Sep 21 05:21:54.916574 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-224807e9-722a-4464-a8bb-9719f574637c req-9c026d86-2122-4953-bed1-32281b66b2a3 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516298 Sep 21 05:21:55.475686 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 55364) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:21:55.580008 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-775571cd-654d-40cc-895c-eb323e6aa1a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:55.670119 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-775571cd-654d-40cc-895c-eb323e6aa1a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:55.833865 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-775571cd-654d-40cc-895c-eb323e6aa1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:55.873295 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-775571cd-654d-40cc-895c-eb323e6aa1a5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e412c5babf494fc999bbfabf3cde0214&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3960831 Sep 21 05:21:55.876124 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 55372) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:21:55.878511 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775571cd-654d-40cc-895c-eb323e6aa1a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9572e71-d870-4d95-a54d-03029388790e,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:21:55.928552 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-c605bd73-a962-4179-92af-935d98967602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:55.956589 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-c605bd73-a962-4179-92af-935d98967602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:56.073204 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adae4d5a-ffc7-4f7a-b815-69cf3d682e2a req-2f1cd48d-2b4e-416b-8a30-0242a18892b3 tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:56.074776 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-adae4d5a-ffc7-4f7a-b815-69cf3d682e2a req-2f1cd48d-2b4e-416b-8a30-0242a18892b3 tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] 10.222.0.36 "GET /v2.0/ports?device_id=b88273d9-135f-41f7-99fd-9b3c7f1c3b62 HTTP/1.1" status: 200 len: 946 time: 0.0806572 Sep 21 05:21:56.082498 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b76e546-c45d-4d84-8ce8-5bf058521151 req-741e748e-bc62-45e1-87b7-565470f87d5a tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:56.087607 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8b76e546-c45d-4d84-8ce8-5bf058521151 req-741e748e-bc62-45e1-87b7-565470f87d5a tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=61db94cd-0c8c-4884-977d-5838860edb96 HTTP/1.1" status: 200 len: 945 time: 0.0808475 Sep 21 05:21:56.118836 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-c605bd73-a962-4179-92af-935d98967602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:56.118836 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-c605bd73-a962-4179-92af-935d98967602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:56.118836 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-c605bd73-a962-4179-92af-935d98967602 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a9572e71-d870-4d95-a54d-03029388790e HTTP/1.1" status: 204 len: 168 time: 0.2408559 Sep 21 05:21:56.145015 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c605bd73-a962-4179-92af-935d98967602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9572e71-d870-4d95-a54d-03029388790e,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:21:56.157855 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-adae4d5a-ffc7-4f7a-b815-69cf3d682e2a req-4183978b-189d-4c6c-9fd4-23e82864700b tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] 10.222.0.36 "GET /v2.0/security-groups?id=8cce4bfb-a0e0-494a-811c-9f464d26dbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729966 Sep 21 05:21:56.162788 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8b76e546-c45d-4d84-8ce8-5bf058521151 req-6df4ceaa-0715-44cd-a10b-70ceb7963f21 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721755 Sep 21 05:21:56.308431 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24566ead-1e9c-4261-ab97-7b8e89f56237 req-f25824dd-993c-4652-8a12-b4e52a4978ee tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:56.309951 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-24566ead-1e9c-4261-ab97-7b8e89f56237 req-f25824dd-993c-4652-8a12-b4e52a4978ee tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] 10.222.0.32 "GET /v2.0/ports?device_id=b88273d9-135f-41f7-99fd-9b3c7f1c3b62 HTTP/1.1" status: 200 len: 946 time: 0.0806174 Sep 21 05:21:56.449406 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-24566ead-1e9c-4261-ab97-7b8e89f56237 req-3a844b07-fe2f-4747-941b-2c480495834f tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] Deleting port 05d39ff1-572f-49bd-8122-ac7564e2b579 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 05:21:56.449406 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-24566ead-1e9c-4261-ab97-7b8e89f56237 req-3a844b07-fe2f-4747-941b-2c480495834f tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751404276529'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:56.556975 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-24566ead-1e9c-4261-ab97-7b8e89f56237 req-3a844b07-fe2f-4747-941b-2c480495834f tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] For port 05d39ff1-572f-49bd-8122-ac7564e2b579, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=05d39ff1-572f-49bd-8122-ac7564e2b579,segment=NetworkSegment(7060156c-f29a-4325-a9cc-bc814eef362d),segment_id=7060156c-f29a-4325-a9cc-bc814eef362d)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:21:56.557585 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-24566ead-1e9c-4261-ab97-7b8e89f56237 req-3a844b07-fe2f-4747-941b-2c480495834f tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463939'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:56.571697 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-24566ead-1e9c-4261-ab97-7b8e89f56237 req-3a844b07-fe2f-4747-941b-2c480495834f tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] Calling delete_port for 05d39ff1-572f-49bd-8122-ac7564e2b579 owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 05:21:56.874183 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-24566ead-1e9c-4261-ab97-7b8e89f56237 req-3a844b07-fe2f-4747-941b-2c480495834f tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751404282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751403777217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6441136'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:56.888865 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] get_ports_and_sgs() called for port_ids ['05d39ff1-572f-49bd-8122-ac7564e2b579'] {{(pid=94668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 05:21:56.902576 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a844b07-fe2f-4747-941b-2c480495834f tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] Pushing event deleted for resources: {'Port': ['ID=05d39ff1-572f-49bd-8122-ac7564e2b579,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:21:56.943263 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 55424) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:21:56.969172 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-fcfe31f8-5cbe-4d4d-8a17-6d56200fb20d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:57.006376 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-24566ead-1e9c-4261-ab97-7b8e89f56237 req-3a844b07-fe2f-4747-941b-2c480495834f tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] No DVR routers for this DVR port 05d39ff1-572f-49bd-8122-ac7564e2b579 on host hv-cinder-77819 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 05:21:57.010588 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-24566ead-1e9c-4261-ab97-7b8e89f56237 req-3a844b07-fe2f-4747-941b-2c480495834f tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:57.013138 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-24566ead-1e9c-4261-ab97-7b8e89f56237 req-3a844b07-fe2f-4747-941b-2c480495834f tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] 10.222.0.32 "DELETE /v2.0/ports/05d39ff1-572f-49bd-8122-ac7564e2b579 HTTP/1.1" status: 204 len: 173 time: 0.6920767 Sep 21 05:21:57.013451 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b88273d9-135f-41f7-99fd-9b3c7f1c3b62', 'name': 'network-vif-deleted', 'tag': '05d39ff1-572f-49bd-8122-ac7564e2b579'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 05:21:57.015778 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2093a7355c0e7a06ffa9c2f51d01f7a17d1263efd9baf457b9b047ecef1e75bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace398e3-14a8-4907-ae31-f9e4e92445dc" -d '{"events": [{"server_uuid": "b88273d9-135f-41f7-99fd-9b3c7f1c3b62", "name": "network-vif-deleted", "tag": "05d39ff1-572f-49bd-8122-ac7564e2b579"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 05:21:57.064240 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 05:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc6e30a2-fa23-41f8-8629-06cabe33e751 x-openstack-request-id: req-cc6e30a2-fa23-41f8-8629-06cabe33e751 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 05:21:57.064527 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b88273d9-135f-41f7-99fd-9b3c7f1c3b62", "name": "network-vif-deleted", "tag": "05d39ff1-572f-49bd-8122-ac7564e2b579", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 05:21:57.064826 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cc6e30a2-fa23-41f8-8629-06cabe33e751 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 05:21:57.065646 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b88273d9-135f-41f7-99fd-9b3c7f1c3b62', 'name': 'network-vif-deleted', 'tag': '05d39ff1-572f-49bd-8122-ac7564e2b579', 'status': 'completed', 'code': 200} Sep 21 05:21:57.094424 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-fcfe31f8-5cbe-4d4d-8a17-6d56200fb20d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:57.269846 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b09bcf0a-9fa3-407a-9fc6-e07133afb5d0 req-848c2d4b-84c2-43ca-a80c-1bf94dbeb246 tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] 10.222.0.36 "GET /v2.0/ports?device_id=b88273d9-135f-41f7-99fd-9b3c7f1c3b62 HTTP/1.1" status: 200 len: 210 time: 0.0356419 Sep 21 05:21:57.283256 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-fcfe31f8-5cbe-4d4d-8a17-6d56200fb20d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:57.327606 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfe31f8-5cbe-4d4d-8a17-6d56200fb20d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c24606fc-50b5-4a38-9f1b-05bb1e339e91,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:21:57.335275 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-fcfe31f8-5cbe-4d4d-8a17-6d56200fb20d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a8cfc9fcbcac4ddd9f595eb7db441200&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3874745 Sep 21 05:21:57.341002 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 55444) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:21:57.350758 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395fe40b-4b32-415a-92c3-66aa13aba004 req-5ca5213e-fa68-449a-bf00-f491f681f952 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:57.352401 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-395fe40b-4b32-415a-92c3-66aa13aba004 req-5ca5213e-fa68-449a-bf00-f491f681f952 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=61db94cd-0c8c-4884-977d-5838860edb96 HTTP/1.1" status: 200 len: 945 time: 0.1085126 Sep 21 05:21:57.387247 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-923ce98a-58b7-403d-bf10-eece817e4a8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:57.391372 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-395fe40b-4b32-415a-92c3-66aa13aba004 req-33dd8cd7-d897-446e-809f-a2a43e293383 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322926 Sep 21 05:21:57.408632 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-923ce98a-58b7-403d-bf10-eece817e4a8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:57.559594 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-923ce98a-58b7-403d-bf10-eece817e4a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:57.562201 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-923ce98a-58b7-403d-bf10-eece817e4a8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:57.563406 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-923ce98a-58b7-403d-bf10-eece817e4a8d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c24606fc-50b5-4a38-9f1b-05bb1e339e91 HTTP/1.1" status: 204 len: 168 time: 0.2266076 Sep 21 05:21:57.570984 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923ce98a-58b7-403d-bf10-eece817e4a8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24606fc-50b5-4a38-9f1b-05bb1e339e91,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:21:58.382165 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-eb1e76b5-c795-4295-90b7-a9c45b25da27 req-275113f9-3fe4-4c89-96f8-2240be55b9da tempest-DeleteServersTestJSON-1888231307 tempest-DeleteServersTestJSON-1888231307-project] 10.222.0.36 "GET /v2.0/ports?device_id=b88273d9-135f-41f7-99fd-9b3c7f1c3b62 HTTP/1.1" status: 200 len: 210 time: 0.0268605 Sep 21 05:21:58.511918 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd3e89e-ef9b-4c6a-9320-4e3dffce1ef9 req-ff8bd8f3-2e71-4610-8771-dce69b75edec tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:58.514451 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1bd3e89e-ef9b-4c6a-9320-4e3dffce1ef9 req-ff8bd8f3-2e71-4610-8771-dce69b75edec tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=61db94cd-0c8c-4884-977d-5838860edb96 HTTP/1.1" status: 200 len: 945 time: 0.0537479 Sep 21 05:21:58.557508 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1bd3e89e-ef9b-4c6a-9320-4e3dffce1ef9 req-6d51a045-a059-4542-b697-caf5b07a1ada tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359890 Sep 21 05:21:58.735722 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 55514) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:21:58.829909 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [None req-541e7f29-d603-431c-af90-eb4912868795 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1590520256-network', 'tenant_id': '261b629a64e743b2bbcdc61a5db33388'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:21:58.950998 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-541e7f29-d603-431c-af90-eb4912868795 admin admin] Made reservation on behalf of 261b629a64e743b2bbcdc61a5db33388 for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 05:21:58.953602 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-541e7f29-d603-431c-af90-eb4912868795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:58.962259 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-541e7f29-d603-431c-af90-eb4912868795 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:59.060710 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-541e7f29-d603-431c-af90-eb4912868795 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:59.145482 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-541e7f29-d603-431c-af90-eb4912868795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:59.170289 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-541e7f29-d603-431c-af90-eb4912868795 admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 05:21:59.179197 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541e7f29-d603-431c-af90-eb4912868795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=748ba051-5d36-436d-9e7a-6a13ceffe09b,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:21:59.185663 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-541e7f29-d603-431c-af90-eb4912868795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669518'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:59.186209 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.db.segments_db [None req-541e7f29-d603-431c-af90-eb4912868795 admin admin] Added segment 02a1bfef-cf7d-414c-92d2-7b044fb40043 of type vlan for network a9ce9ad0-e563-4c42-ba02-6b4114a8f7d3 Sep 21 05:21:59.228085 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-541e7f29-d603-431c-af90-eb4912868795 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751403734303'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:59.345577 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-541e7f29-d603-431c-af90-eb4912868795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:59.346807 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541e7f29-d603-431c-af90-eb4912868795 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:59.347394 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-541e7f29-d603-431c-af90-eb4912868795 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531542'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:59.404568 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541e7f29-d603-431c-af90-eb4912868795 admin admin] Pushing event updated for resources: {'Network': ['ID=a9ce9ad0-e563-4c42-ba02-6b4114a8f7d3,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:21:59.417127 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Network a9ce9ad0-e563-4c42-ba02-6b4114a8f7d3 details requested by agent ovs-agent-dv-cinder-778193-10-iscsi with host dv-cinder-778193-10-iscsi {{(pid=94668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 05:21:59.476034 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-541e7f29-d603-431c-af90-eb4912868795 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7391973 Sep 21 05:21:59.480825 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 55550) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:21:59.483825 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-f88052a2-d1e0-438c-a2de-b6475ab29b79 admin admin] Request body: {'subnet': {'network_id': 'a9ce9ad0-e563-4c42-ba02-6b4114a8f7d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1590520256-subnet', 'tenant_id': '261b629a64e743b2bbcdc61a5db33388', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:21:59.521163 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 55554) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:21:59.551401 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 55558) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:21:59.626295 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f88052a2-d1e0-438c-a2de-b6475ab29b79 admin admin] Made reservation on behalf of 261b629a64e743b2bbcdc61a5db33388 for: {'subnet': 1} {{(pid=94666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 05:21:59.628925 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-f88052a2-d1e0-438c-a2de-b6475ab29b79 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8253391'] for subnet, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:59.679010 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5935c5b2-a339-4888-b4ec-770ccd39d6c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:59.723671 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e9ce6fec-ea49-48d0-b722-892cd79398ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:59.752339 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c297a81e-f8e5-456a-a555-4a7f285e9620 req-68653f31-af40-42bc-b83b-30d225b67a68 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:21:59.753827 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c297a81e-f8e5-456a-a555-4a7f285e9620 req-68653f31-af40-42bc-b83b-30d225b67a68 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=61db94cd-0c8c-4884-977d-5838860edb96 HTTP/1.1" status: 200 len: 945 time: 0.1221902 Sep 21 05:21:59.802500 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5935c5b2-a339-4888-b4ec-770ccd39d6c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:59.825548 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c297a81e-f8e5-456a-a555-4a7f285e9620 req-b5b9ad1e-0de9-49a5-80e0-c06e96b5e93e tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644288 Sep 21 05:21:59.907334 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 55574) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:21:59.918250 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5935c5b2-a339-4888-b4ec-770ccd39d6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:21:59.972244 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-5935c5b2-a339-4888-b4ec-770ccd39d6c0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1a9e4b41c94547f9a79c86dd345d09ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4476826 Sep 21 05:21:59.972663 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 55578) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:21:59.983331 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5935c5b2-a339-4888-b4ec-770ccd39d6c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6781f0f-e0e3-42f0-bf71-49b81c0dcab3,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:21:59.989791 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-f88052a2-d1e0-438c-a2de-b6475ab29b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7439625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8253409'] for subnet, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:00.053134 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e9ce6fec-ea49-48d0-b722-892cd79398ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:00.054351 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2b4548c5-879e-45fd-89ef-26f28dff42c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:00.085431 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88052a2-d1e0-438c-a2de-b6475ab29b79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be8c05b5-dda7-4253-ac81-8970686b3c03,revision_number=0']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:00.102661 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-f3c5d993-adff-4a2c-9b30-7cb2b9dd87d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:00.107212 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88052a2-d1e0-438c-a2de-b6475ab29b79 admin admin] Checking segment: {'id': '02a1bfef-cf7d-414c-92d2-7b044fb40043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a9ce9ad0-e563-4c42-ba02-6b4114a8f7d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 05:22:00.107555 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88052a2-d1e0-438c-a2de-b6475ab29b79 admin admin] Network hostable DHCP agents. Network: a9ce9ad0-e563-4c42-ba02-6b4114a8f7d3, hostable agents: ['6e02bdac-2fb2-4f2e-acf6-c0c230e91990'], hosted agents: [] {{(pid=94666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 05:22:00.134045 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-f3c5d993-adff-4a2c-9b30-7cb2b9dd87d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:00.139683 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e9ce6fec-ea49-48d0-b722-892cd79398ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:00.175963 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ce6fec-ea49-48d0-b722-892cd79398ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4103ae1-b3b6-4655-8330-2a0921e9e064,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:00.204310 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-e9ce6fec-ea49-48d0-b722-892cd79398ea admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7c63a19b56624a3ea0ee36159cb1b321&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6517370 Sep 21 05:22:00.206931 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 55584) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:22:00.241350 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88052a2-d1e0-438c-a2de-b6475ab29b79 admin admin] Network a9ce9ad0-e563-4c42-ba02-6b4114a8f7d3 is scheduled to be hosted by DHCP agent 6e02bdac-2fb2-4f2e-acf6-c0c230e91990 with binding_index 1 {{(pid=94666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 05:22:00.258519 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2b4548c5-879e-45fd-89ef-26f28dff42c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:00.260846 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-0ef24745-cb58-4091-ba5c-0c653e03da84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:00.282336 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-0ef24745-cb58-4091-ba5c-0c653e03da84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:00.319727 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-f3c5d993-adff-4a2c-9b30-7cb2b9dd87d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:00.322150 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-f3c5d993-adff-4a2c-9b30-7cb2b9dd87d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:00.323304 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-f3c5d993-adff-4a2c-9b30-7cb2b9dd87d8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d6781f0f-e0e3-42f0-bf71-49b81c0dcab3 HTTP/1.1" status: 204 len: 168 time: 0.3495474 Sep 21 05:22:00.333046 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c5d993-adff-4a2c-9b30-7cb2b9dd87d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6781f0f-e0e3-42f0-bf71-49b81c0dcab3,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:00.362972 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2b4548c5-879e-45fd-89ef-26f28dff42c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:00.367729 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.base_scheduler [None req-f88052a2-d1e0-438c-a2de-b6475ab29b79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-10-iscsi, a9ce9ad0-e563-4c42-ba02-6b4114a8f7d3) {{(pid=94666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:22:00.374312 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88052a2-d1e0-438c-a2de-b6475ab29b79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:00.374312 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-f88052a2-d1e0-438c-a2de-b6475ab29b79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:00.380304 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f8fbf4-72d0-495f-afa6-b9652d783c94 None None] Network a9ce9ad0-e563-4c42-ba02-6b4114a8f7d3 requested from dv-cinder-778193-10-iscsi {{(pid=94668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 05:22:00.408067 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-2b4548c5-879e-45fd-89ef-26f28dff42c6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fc116fc85ee04e5aad15668398b9af9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4991462 Sep 21 05:22:00.409883 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4548c5-879e-45fd-89ef-26f28dff42c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aeb1a47-79a2-4bae-88a3-b452e18efb8d,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:00.410578 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 55588) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:22:00.449489 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-0ef24745-cb58-4091-ba5c-0c653e03da84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:00.451997 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-0ef24745-cb58-4091-ba5c-0c653e03da84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:00.455899 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-0ef24745-cb58-4091-ba5c-0c653e03da84 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d4103ae1-b3b6-4655-8330-2a0921e9e064 HTTP/1.1" status: 204 len: 168 time: 0.2452233 Sep 21 05:22:00.470253 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef24745-cb58-4091-ba5c-0c653e03da84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4103ae1-b3b6-4655-8330-2a0921e9e064,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:00.475275 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-5be26210-7e51-4e59-a12f-f44962eebd9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:00.499631 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-f88052a2-d1e0-438c-a2de-b6475ab29b79 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0079961 Sep 21 05:22:00.506541 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-5be26210-7e51-4e59-a12f-f44962eebd9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:00.526878 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4af937a-1adc-4810-8db4-fc34871b98f1 None None] Network a9ce9ad0-e563-4c42-ba02-6b4114a8f7d3 requested from dv-cinder-778193-10-iscsi {{(pid=94668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 05:22:00.706254 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-5be26210-7e51-4e59-a12f-f44962eebd9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:00.711985 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-5be26210-7e51-4e59-a12f-f44962eebd9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:00.713932 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-5be26210-7e51-4e59-a12f-f44962eebd9f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7aeb1a47-79a2-4bae-88a3-b452e18efb8d HTTP/1.1" status: 204 len: 168 time: 0.3021898 Sep 21 05:22:00.723106 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be26210-7e51-4e59-a12f-f44962eebd9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aeb1a47-79a2-4bae-88a3-b452e18efb8d,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:00.913484 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device 05d39ff1-572f-49bd-8122-ac7564e2b579 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 05:22:00.936275 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] No Port match for: 05d39ff1-572f-49bd-8122-ac7564e2b579 {{(pid=94668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 05:22:00.936986 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device 05d39ff1-572f-49bd-8122-ac7564e2b579 not bound to the agent host hv-cinder-77819 {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 05:22:00.950169 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd4b8c-5c0c-42b8-8a6c-f28f036d031e req-ed4e5a44-990a-4eb2-af62-08a3c3d7ea0e tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:00.951936 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-92dd4b8c-5c0c-42b8-8a6c-f28f036d031e req-ed4e5a44-990a-4eb2-af62-08a3c3d7ea0e tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=61db94cd-0c8c-4884-977d-5838860edb96 HTTP/1.1" status: 200 len: 945 time: 0.0541420 Sep 21 05:22:01.006202 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-92dd4b8c-5c0c-42b8-8a6c-f28f036d031e req-d7356c82-a92b-485f-bf69-67a8211cfe28 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476663 Sep 21 05:22:01.050934 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 55610) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:22:01.101207 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-29b6ec3e-7685-4189-8eb6-bb946d7949e7 admin admin] Deleting subnet be3e42f0-1d35-4295-b225-023127081ba2 {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 05:22:01.104228 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-29b6ec3e-7685-4189-8eb6-bb946d7949e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:01.136399 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-29b6ec3e-7685-4189-8eb6-bb946d7949e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8322580'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:01.177942 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-29b6ec3e-7685-4189-8eb6-bb946d7949e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3669403'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:01.315212 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 55618) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:22:01.329054 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f492f4ef-6f7f-4327-943d-683ebbd6b272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:01.360268 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-29b6ec3e-7685-4189-8eb6-bb946d7949e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3669388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6441119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7659246'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:01.399247 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b6ec3e-7685-4189-8eb6-bb946d7949e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be3e42f0-1d35-4295-b225-023127081ba2,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:01.413667 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-29b6ec3e-7685-4189-8eb6-bb946d7949e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531542'] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:01.416699 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-29b6ec3e-7685-4189-8eb6-bb946d7949e7 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/be3e42f0-1d35-4295-b225-023127081ba2 HTTP/1.1" status: 204 len: 168 time: 0.3692107 Sep 21 05:22:01.422630 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 55622) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:22:01.467758 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f492f4ef-6f7f-4327-943d-683ebbd6b272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:01.503742 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-7507e088-dc7b-4af0-97d5-fed8ad527b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682922'] for network, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:01.540074 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f492f4ef-6f7f-4327-943d-683ebbd6b272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:01.577184 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f492f4ef-6f7f-4327-943d-683ebbd6b272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc3a8a1-2342-44b7-a60d-37d9ea1cc7ad,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:01.581783 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-f492f4ef-6f7f-4327-943d-683ebbd6b272 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5328f49c502a425a808a2f5eca1da50c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2655551 Sep 21 05:22:01.585067 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 55624) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:22:01.585201 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-7507e088-dc7b-4af0-97d5-fed8ad527b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3667996', 'neutron.services.segments.db._delete_segments_for_network-8751404111005'] for network, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:01.605251 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.services.segments.db [None req-7507e088-dc7b-4af0-97d5-fed8ad527b30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89413bf2-67e6-460f-929f-b974da260979']}} {{(pid=94666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:22:01.614748 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.services.segments.db [None req-7507e088-dc7b-4af0-97d5-fed8ad527b30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7060156c-f29a-4325-a9cc-bc814eef362d') {'for_net_delete': True} {{(pid=94666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:22:01.615039 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.services.segments.db [None req-7507e088-dc7b-4af0-97d5-fed8ad527b30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7060156c-f29a-4325-a9cc-bc814eef362d') {} {{(pid=94666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:22:01.624702 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-7507e088-dc7b-4af0-97d5-fed8ad527b30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751404111270', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8344733'] for segment, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:01.634073 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b052e4ce-3dc7-4ec8-8e7f-3d727db83eb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:01.637561 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-7507e088-dc7b-4af0-97d5-fed8ad527b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669518'] for segment, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:01.643289 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7507e088-dc7b-4af0-97d5-fed8ad527b30 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=94666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 05:22:01.643661 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-7507e088-dc7b-4af0-97d5-fed8ad527b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7440276'] for segment, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:01.645241 dv-cinder-778193-10-iscsi neutron-server[94666]: Traceback (most recent call last): Sep 21 05:22:01.645241 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 05:22:01.645241 dv-cinder-778193-10-iscsi neutron-server[94666]: timer() Sep 21 05:22:01.645241 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 05:22:01.645241 dv-cinder-778193-10-iscsi neutron-server[94666]: cb(*args, **kw) Sep 21 05:22:01.645241 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 05:22:01.645241 dv-cinder-778193-10-iscsi neutron-server[94666]: return func(*args, **kwargs) Sep 21 05:22:01.645241 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 05:22:01.645241 dv-cinder-778193-10-iscsi neutron-server[94666]: self._notify() Sep 21 05:22:01.645241 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 05:22:01.645241 dv-cinder-778193-10-iscsi neutron-server[94666]: self.callback(batched_events) Sep 21 05:22:01.645241 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 05:22:01.645241 dv-cinder-778193-10-iscsi neutron-server[94666]: event.method(event) Sep 21 05:22:01.645241 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 05:22:01.645241 dv-cinder-778193-10-iscsi neutron-server[94666]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 05:22:01.645241 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 05:22:01.645241 dv-cinder-778193-10-iscsi neutron-server[94666]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 05:22:01.645241 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 05:22:01.645241 dv-cinder-778193-10-iscsi neutron-server[94666]: return f(self, *a, **k) Sep 21 05:22:01.645241 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 05:22:01.645241 dv-cinder-778193-10-iscsi neutron-server[94666]: return self._get(url).json() Sep 21 05:22:01.645241 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 05:22:01.645241 dv-cinder-778193-10-iscsi neutron-server[94666]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 05:22:01.645241 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 05:22:01.645241 dv-cinder-778193-10-iscsi neutron-server[94666]: return self.request(url, 'GET', **kwargs) Sep 21 05:22:01.645241 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 05:22:01.645241 dv-cinder-778193-10-iscsi neutron-server[94666]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 05:22:01.645241 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 05:22:01.645241 dv-cinder-778193-10-iscsi neutron-server[94666]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 05:22:01.645241 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 05:22:01.645241 dv-cinder-778193-10-iscsi neutron-server[94666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 05:22:01.645241 dv-cinder-778193-10-iscsi neutron-server[94666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 05:22:01.657228 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b052e4ce-3dc7-4ec8-8e7f-3d727db83eb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:01.787482 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 55626) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:22:01.801521 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ee85dbd1-e5ef-4828-adc8-171e19a14d5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:01.832903 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b052e4ce-3dc7-4ec8-8e7f-3d727db83eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:01.834705 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b052e4ce-3dc7-4ec8-8e7f-3d727db83eb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:01.838632 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-b052e4ce-3dc7-4ec8-8e7f-3d727db83eb8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8dc3a8a1-2342-44b7-a60d-37d9ea1cc7ad HTTP/1.1" status: 204 len: 168 time: 0.2499819 Sep 21 05:22:01.853739 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b052e4ce-3dc7-4ec8-8e7f-3d727db83eb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc3a8a1-2342-44b7-a60d-37d9ea1cc7ad,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:01.902340 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 55630) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:22:01.921897 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-feaa41aa-e83f-4481-aee7-7579db92aa1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:01.950229 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ee85dbd1-e5ef-4828-adc8-171e19a14d5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:02.000274 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-7507e088-dc7b-4af0-97d5-fed8ad527b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3667973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473113'] for network, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:02.006699 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-7507e088-dc7b-4af0-97d5-fed8ad527b30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531542'] for network, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:02.011037 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-7507e088-dc7b-4af0-97d5-fed8ad527b30 admin admin] 10.222.0.36 "DELETE /v2.0/networks/89413bf2-67e6-460f-929f-b974da260979 HTTP/1.1" status: 204 len: 168 time: 0.5849330 Sep 21 05:22:02.018542 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7507e088-dc7b-4af0-97d5-fed8ad527b30 admin admin] Pushing event deleted for resources: {'Network': ['ID=89413bf2-67e6-460f-929f-b974da260979,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:02.053799 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ee85dbd1-e5ef-4828-adc8-171e19a14d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:02.112743 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-ee85dbd1-e5ef-4828-adc8-171e19a14d5b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d1be6bbdaf654c8788cedfd7bd98d510&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3241148 Sep 21 05:22:02.116240 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 55640) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:22:02.126745 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee85dbd1-e5ef-4828-adc8-171e19a14d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca0cdc0-f117-489f-bfbf-d7c49791ccc3,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:02.132955 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29381087-7564-4b50-b47a-ae214c4850c1 req-724cc021-29dc-440f-9863-57b5968377e6 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:02.134689 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-29381087-7564-4b50-b47a-ae214c4850c1 req-724cc021-29dc-440f-9863-57b5968377e6 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=61db94cd-0c8c-4884-977d-5838860edb96 HTTP/1.1" status: 200 len: 945 time: 0.0556333 Sep 21 05:22:02.175658 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-29381087-7564-4b50-b47a-ae214c4850c1 req-91e53926-3d91-44ab-9886-97a7ebee9e3a tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332711 Sep 21 05:22:02.197825 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4940ec40-7c96-485c-a3b6-830a03f5d574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:02.232992 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-feaa41aa-e83f-4481-aee7-7579db92aa1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:02.234996 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4940ec40-7c96-485c-a3b6-830a03f5d574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:02.311274 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-feaa41aa-e83f-4481-aee7-7579db92aa1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:02.351730 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-feaa41aa-e83f-4481-aee7-7579db92aa1e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a171d0b789dc43419b247c3bfbefbf20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4474866 Sep 21 05:22:02.352909 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaa41aa-e83f-4481-aee7-7579db92aa1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f49f8f3-a23f-4bfa-a505-bfb3353dcd31,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:02.355383 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 55644) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:22:02.371429 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4940ec40-7c96-485c-a3b6-830a03f5d574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:02.374730 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4940ec40-7c96-485c-a3b6-830a03f5d574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:02.379358 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-4940ec40-7c96-485c-a3b6-830a03f5d574 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3ca0cdc0-f117-489f-bfbf-d7c49791ccc3 HTTP/1.1" status: 204 len: 168 time: 0.2603157 Sep 21 05:22:02.391407 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4940ec40-7c96-485c-a3b6-830a03f5d574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca0cdc0-f117-489f-bfbf-d7c49791ccc3,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:02.420087 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 55654) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:22:02.436692 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d8af298f-dbc0-4fae-a281-17685b1f2a47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:02.470249 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d8af298f-dbc0-4fae-a281-17685b1f2a47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:02.505905 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-32516a60-4723-468f-a777-992a0971d3a0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b32e07f20a3c46b38b6bcf4382ec365e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0842507 Sep 21 05:22:02.506800 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 55656) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:22:02.565857 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7911a9fd-e931-42e1-a46f-ca7947ce5c2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:02.598245 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7911a9fd-e931-42e1-a46f-ca7947ce5c2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:02.633960 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 55664) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:22:02.639185 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-99f18961-13be-48bd-9419-36c3a18073cc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1917418904-network', 'tenant_id': '532c65ab987d4280b93a043b410b9fdf'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:22:02.646536 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d8af298f-dbc0-4fae-a281-17685b1f2a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:02.649224 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d8af298f-dbc0-4fae-a281-17685b1f2a47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:02.650504 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-d8af298f-dbc0-4fae-a281-17685b1f2a47 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3f49f8f3-a23f-4bfa-a505-bfb3353dcd31 HTTP/1.1" status: 204 len: 168 time: 0.2934227 Sep 21 05:22:02.669448 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8af298f-dbc0-4fae-a281-17685b1f2a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f49f8f3-a23f-4bfa-a505-bfb3353dcd31,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:02.742940 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7911a9fd-e931-42e1-a46f-ca7947ce5c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:02.745679 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7911a9fd-e931-42e1-a46f-ca7947ce5c2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:02.746878 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-7911a9fd-e931-42e1-a46f-ca7947ce5c2a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8cce4bfb-a0e0-494a-811c-9f464d26dbd8 HTTP/1.1" status: 204 len: 168 time: 0.2391610 Sep 21 05:22:02.755215 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7911a9fd-e931-42e1-a46f-ca7947ce5c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cce4bfb-a0e0-494a-811c-9f464d26dbd8,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:02.763727 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f18961-13be-48bd-9419-36c3a18073cc admin admin] Made reservation on behalf of 532c65ab987d4280b93a043b410b9fdf for: {'network': 1} {{(pid=94666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 05:22:02.765997 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-99f18961-13be-48bd-9419-36c3a18073cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for network, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:02.775951 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-99f18961-13be-48bd-9419-36c3a18073cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:02.870523 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-99f18961-13be-48bd-9419-36c3a18073cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:02.985418 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-99f18961-13be-48bd-9419-36c3a18073cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:03.013110 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99f18961-13be-48bd-9419-36c3a18073cc admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=94666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 05:22:03.028486 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f18961-13be-48bd-9419-36c3a18073cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e03bb7-4da7-400e-a09a-a0e613b9ce23,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:03.035316 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-99f18961-13be-48bd-9419-36c3a18073cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669518'] for segment, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:03.035658 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.db.segments_db [None req-99f18961-13be-48bd-9419-36c3a18073cc admin admin] Added segment 01ecb6fe-0573-4954-a5b0-14296491d1a8 of type vlan for network 538dba6f-d4f1-4b26-8305-07d0b346f56c Sep 21 05:22:03.094604 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-99f18961-13be-48bd-9419-36c3a18073cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751403734303'] for network, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:03.185374 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-99f18961-13be-48bd-9419-36c3a18073cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524'] for network, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:03.186632 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f18961-13be-48bd-9419-36c3a18073cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:03.187222 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-99f18961-13be-48bd-9419-36c3a18073cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531542'] for network, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:03.259478 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f18961-13be-48bd-9419-36c3a18073cc admin admin] Pushing event updated for resources: {'Network': ['ID=538dba6f-d4f1-4b26-8305-07d0b346f56c,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:03.270306 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Network 538dba6f-d4f1-4b26-8305-07d0b346f56c details requested by agent ovs-agent-dv-cinder-778193-10-iscsi with host dv-cinder-778193-10-iscsi {{(pid=94668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 05:22:03.278467 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-99f18961-13be-48bd-9419-36c3a18073cc admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6432588 Sep 21 05:22:03.281473 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 55680) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:22:03.287637 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [None req-4eab08f4-2b8d-4a27-949f-e081232c6bba admin admin] Request body: {'subnet': {'network_id': '538dba6f-d4f1-4b26-8305-07d0b346f56c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1917418904-subnet', 'tenant_id': '532c65ab987d4280b93a043b410b9fdf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:22:03.299092 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f37d3f6-e74f-460b-916a-8788ccaa888e req-0d76637d-ed19-406a-8d27-a0ae6b763a9d tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:03.306889 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5f37d3f6-e74f-460b-916a-8788ccaa888e req-0d76637d-ed19-406a-8d27-a0ae6b763a9d tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=61db94cd-0c8c-4884-977d-5838860edb96 HTTP/1.1" status: 200 len: 945 time: 0.0587618 Sep 21 05:22:03.343607 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5f37d3f6-e74f-460b-916a-8788ccaa888e req-242ddba2-889d-4561-b7d0-6b7d0070e67e tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357690 Sep 21 05:22:03.388905 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eab08f4-2b8d-4a27-949f-e081232c6bba admin admin] Made reservation on behalf of 532c65ab987d4280b93a043b410b9fdf for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 05:22:03.391701 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4eab08f4-2b8d-4a27-949f-e081232c6bba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7659209'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:03.498901 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 55686) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:22:03.513472 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-406c4119-ddb0-4168-b356-8c90d1976f4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:03.612821 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-406c4119-ddb0-4168-b356-8c90d1976f4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:03.650034 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4eab08f4-2b8d-4a27-949f-e081232c6bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6441180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7659239'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:03.676723 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-406c4119-ddb0-4168-b356-8c90d1976f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:03.713690 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eab08f4-2b8d-4a27-949f-e081232c6bba admin admin] Pushing event updated for resources: {'Subnet': ['ID=3743447e-efe7-417f-a22e-b274b1d140a0,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:03.723447 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-406c4119-ddb0-4168-b356-8c90d1976f4b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=96d9af448ef0481d93a17f4ba04cde57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2235978 Sep 21 05:22:03.726208 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eab08f4-2b8d-4a27-949f-e081232c6bba admin admin] Checking segment: {'id': '01ecb6fe-0573-4954-a5b0-14296491d1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '538dba6f-d4f1-4b26-8305-07d0b346f56c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 05:22:03.726208 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eab08f4-2b8d-4a27-949f-e081232c6bba admin admin] Network hostable DHCP agents. Network: 538dba6f-d4f1-4b26-8305-07d0b346f56c, hostable agents: ['6e02bdac-2fb2-4f2e-acf6-c0c230e91990'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 05:22:03.726737 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406c4119-ddb0-4168-b356-8c90d1976f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b6dcef6-81c0-40c7-b99e-f521be75be22,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:03.728425 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 55702) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:22:03.786177 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-00193c4d-f88c-4792-b32d-f47e511338a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:03.807761 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-00193c4d-f88c-4792-b32d-f47e511338a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:03.842872 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eab08f4-2b8d-4a27-949f-e081232c6bba admin admin] Network 538dba6f-d4f1-4b26-8305-07d0b346f56c is scheduled to be hosted by DHCP agent 6e02bdac-2fb2-4f2e-acf6-c0c230e91990 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 05:22:03.925675 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-4eab08f4-2b8d-4a27-949f-e081232c6bba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-10-iscsi, 538dba6f-d4f1-4b26-8305-07d0b346f56c) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:22:03.927391 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-00193c4d-f88c-4792-b32d-f47e511338a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:03.930492 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-00193c4d-f88c-4792-b32d-f47e511338a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:03.931187 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-00193c4d-f88c-4792-b32d-f47e511338a7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4b6dcef6-81c0-40c7-b99e-f521be75be22 HTTP/1.1" status: 204 len: 168 time: 0.2005022 Sep 21 05:22:03.937625 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ffae32-f1ce-4438-9b4c-9abf6db6f62c None None] Network 538dba6f-d4f1-4b26-8305-07d0b346f56c requested from dv-cinder-778193-10-iscsi {{(pid=94668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 05:22:03.942313 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eab08f4-2b8d-4a27-949f-e081232c6bba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:03.942959 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4eab08f4-2b8d-4a27-949f-e081232c6bba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531542'] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:03.947122 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00193c4d-f88c-4792-b32d-f47e511338a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b6dcef6-81c0-40c7-b99e-f521be75be22,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:03.948746 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 55712) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:22:03.972915 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-e89a752a-fce8-4563-a82d-da6f4b00dfe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:04.094752 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-4eab08f4-2b8d-4a27-949f-e081232c6bba admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8064878 Sep 21 05:22:04.094895 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d07ed5-ae55-4778-824d-e7d2cf215bfc None None] Network 538dba6f-d4f1-4b26-8305-07d0b346f56c requested from dv-cinder-778193-10-iscsi {{(pid=94668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 05:22:04.174457 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-e89a752a-fce8-4563-a82d-da6f4b00dfe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:04.285842 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-e89a752a-fce8-4563-a82d-da6f4b00dfe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:04.329169 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-e89a752a-fce8-4563-a82d-da6f4b00dfe7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9d63140ea1ba4dbcad052f10057c056e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3767073 Sep 21 05:22:04.329169 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89a752a-fce8-4563-a82d-da6f4b00dfe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a792999b-0f41-4b83-b21c-773a58fdcc32,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:04.329937 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 55720) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:22:04.378095 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-896f4c8a-9912-4d45-8f8f-d6136a6e9456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:04.405644 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-896f4c8a-9912-4d45-8f8f-d6136a6e9456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:04.478081 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3e29cd-c6ad-430f-8736-e23f8f733685 req-81437fce-5e4b-469e-bf50-9cab1c50590f tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:04.479606 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-de3e29cd-c6ad-430f-8736-e23f8f733685 req-81437fce-5e4b-469e-bf50-9cab1c50590f tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=61db94cd-0c8c-4884-977d-5838860edb96 HTTP/1.1" status: 200 len: 945 time: 0.0511401 Sep 21 05:22:04.521318 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-de3e29cd-c6ad-430f-8736-e23f8f733685 req-3f9dbfff-931e-4bfe-8aa3-d253a2ec07b3 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338144 Sep 21 05:22:04.531443 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-896f4c8a-9912-4d45-8f8f-d6136a6e9456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:04.534517 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-896f4c8a-9912-4d45-8f8f-d6136a6e9456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:04.535656 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-896f4c8a-9912-4d45-8f8f-d6136a6e9456 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a792999b-0f41-4b83-b21c-773a58fdcc32 HTTP/1.1" status: 204 len: 168 time: 0.2051280 Sep 21 05:22:04.546851 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896f4c8a-9912-4d45-8f8f-d6136a6e9456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a792999b-0f41-4b83-b21c-773a58fdcc32,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:04.830323 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e240c4c-13af-476d-b5d9-4d04d0ca8975 req-8d00d18f-c151-496d-8893-f56028eff0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:04.838455 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-6e240c4c-13af-476d-b5d9-4d04d0ca8975 req-8d00d18f-c151-496d-8893-f56028eff0f3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=61db94cd-0c8c-4884-977d-5838860edb96 HTTP/1.1" status: 200 len: 1098 time: 0.0434387 Sep 21 05:22:04.877568 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-6e240c4c-13af-476d-b5d9-4d04d0ca8975 req-09282cff-e184-49c3-91b9-d67498c0d573 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352502 Sep 21 05:22:05.664382 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5071fe24-94e4-47a6-b142-34e887dcfa3c req-75b3f203-8a5f-4469-adb0-0df7c0499cca tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:05.666005 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5071fe24-94e4-47a6-b142-34e887dcfa3c req-75b3f203-8a5f-4469-adb0-0df7c0499cca tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=61db94cd-0c8c-4884-977d-5838860edb96 HTTP/1.1" status: 200 len: 945 time: 0.0631540 Sep 21 05:22:05.712430 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5071fe24-94e4-47a6-b142-34e887dcfa3c req-4d9f32f6-6fae-4bf8-8a98-04cb2975ba82 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400140 Sep 21 05:22:05.857542 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c686bc9a-e795-4961-8ea0-e5fe7d73bee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:06.839654 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a9e769-f06c-4add-bd4f-184da79c71b2 req-1bf7aeed-b4ae-4705-bc56-e63dc0b9b5d0 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:06.841874 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b1a9e769-f06c-4add-bd4f-184da79c71b2 req-1bf7aeed-b4ae-4705-bc56-e63dc0b9b5d0 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=61db94cd-0c8c-4884-977d-5838860edb96 HTTP/1.1" status: 200 len: 945 time: 0.0503573 Sep 21 05:22:06.884968 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b1a9e769-f06c-4add-bd4f-184da79c71b2 req-efffa9e6-ff6b-4c16-af16-55e7eabc6a98 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356929 Sep 21 05:22:07.036381 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c519d81-98c2-4027-8ae2-d79fd670c64a req-3ded7c51-0bf2-4496-9f65-a8c8e1359f19 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:07.037906 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9c519d81-98c2-4027-8ae2-d79fd670c64a req-3ded7c51-0bf2-4496-9f65-a8c8e1359f19 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8597837-cb82-468d-8b14-07327db8866d HTTP/1.1" status: 200 len: 945 time: 0.0529916 Sep 21 05:22:07.081102 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9c519d81-98c2-4027-8ae2-d79fd670c64a req-fac36b61-c2c7-43e4-8e24-cb362271569a tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367904 Sep 21 05:22:07.173697 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 55866) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:22:07.302112 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-98701497-58b3-45a7-a8c5-255788be3ece admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:07.402308 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-98701497-58b3-45a7-a8c5-255788be3ece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:07.493905 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-98701497-58b3-45a7-a8c5-255788be3ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:07.531410 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-98701497-58b3-45a7-a8c5-255788be3ece admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=72a3968e5de344b2834063e9a1fab2c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3566732 Sep 21 05:22:07.532278 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98701497-58b3-45a7-a8c5-255788be3ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=034ad5a5-7bcb-40fd-96f2-b7555eaae475,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:07.534919 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 55904) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:22:07.593122 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-bd333f06-da72-4970-8792-e103b928af57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:07.614323 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-bd333f06-da72-4970-8792-e103b928af57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:07.642303 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:07.820089 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-bd333f06-da72-4970-8792-e103b928af57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:07.822634 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-bd333f06-da72-4970-8792-e103b928af57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:07.823775 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-bd333f06-da72-4970-8792-e103b928af57 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/034ad5a5-7bcb-40fd-96f2-b7555eaae475 HTTP/1.1" status: 204 len: 168 time: 0.2875335 Sep 21 05:22:07.831609 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd333f06-da72-4970-8792-e103b928af57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=034ad5a5-7bcb-40fd-96f2-b7555eaae475,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:08.616722 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-16954f50-5e88-4674-8efc-37aa02b0f8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:09.006116 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 55976) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:22:09.146581 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-2973dcb1-25f5-46dc-b67f-c5bb09b0a316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:09.265843 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-2973dcb1-25f5-46dc-b67f-c5bb09b0a316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:09.311022 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:09.339834 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-2973dcb1-25f5-46dc-b67f-c5bb09b0a316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:09.383874 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-2973dcb1-25f5-46dc-b67f-c5bb09b0a316 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d24f37f2bdf04eb1b9873a43affe31d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3764217 Sep 21 05:22:09.385018 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2973dcb1-25f5-46dc-b67f-c5bb09b0a316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c8b0c0d-b7f2-4b89-9760-6bd45a5dee83,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:09.386576 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 55998) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:22:09.453790 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6aed7da0-842f-4c07-b9ec-043d4c56a571 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:09.475253 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6aed7da0-842f-4c07-b9ec-043d4c56a571 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:09.671336 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6aed7da0-842f-4c07-b9ec-043d4c56a571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:09.677679 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6aed7da0-842f-4c07-b9ec-043d4c56a571 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:09.677679 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-6aed7da0-842f-4c07-b9ec-043d4c56a571 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9c8b0c0d-b7f2-4b89-9760-6bd45a5dee83 HTTP/1.1" status: 204 len: 168 time: 0.2875516 Sep 21 05:22:09.683145 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aed7da0-842f-4c07-b9ec-043d4c56a571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c8b0c0d-b7f2-4b89-9760-6bd45a5dee83,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:09.907903 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ee6a3-55bc-4e5d-855c-d9f7b4fe6613 req-2e5d3c1a-7102-4e2b-994c-1cf70354f223 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:09.909275 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-654ee6a3-55bc-4e5d-855c-d9f7b4fe6613 req-2e5d3c1a-7102-4e2b-994c-1cf70354f223 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8597837-cb82-468d-8b14-07327db8866d HTTP/1.1" status: 200 len: 945 time: 0.0490513 Sep 21 05:22:09.945311 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2c351aa7-00e3-4828-8663-e1495c3162e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:09.954245 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-654ee6a3-55bc-4e5d-855c-d9f7b4fe6613 req-c1aa31f0-ea15-4dce-8edb-097b9421363b tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384681 Sep 21 05:22:10.016655 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32774b8e-281b-44a0-901e-2519846d7796 req-3319b729-55c6-420b-8ecd-27359151455f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:10.018573 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-32774b8e-281b-44a0-901e-2519846d7796 req-3319b729-55c6-420b-8ecd-27359151455f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b64060143eab4fe4b14ef5a511665b1a&device_id=e8597837-cb82-468d-8b14-07327db8866d HTTP/1.1" status: 200 len: 1098 time: 0.0454440 Sep 21 05:22:10.115226 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32774b8e-281b-44a0-901e-2519846d7796 req-3bd8ed0e-c1e3-4723-99d7-81fe55b55c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:10.116728 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-32774b8e-281b-44a0-901e-2519846d7796 req-3bd8ed0e-c1e3-4723-99d7-81fe55b55c73 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5924b4aa-fb49-47a2-bb5c-959e13209f12 HTTP/1.1" status: 200 len: 919 time: 0.0905457 Sep 21 05:22:10.163214 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-32774b8e-281b-44a0-901e-2519846d7796 req-9d4da3c1-82c9-48ca-aaba-efaa73c7081b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5d3f16f-d73d-4add-ba80-9dc08fba777f HTTP/1.1" status: 200 len: 217 time: 0.0376806 Sep 21 05:22:10.226658 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32774b8e-281b-44a0-901e-2519846d7796 req-65516eeb-9ea7-47f1-b357-b1cae7e121cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:10.228111 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-32774b8e-281b-44a0-901e-2519846d7796 req-65516eeb-9ea7-47f1-b357-b1cae7e121cd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=eb31e64e-231d-4419-bf19-44f0d2bc22f7 HTTP/1.1" status: 200 len: 859 time: 0.0574822 Sep 21 05:22:10.294478 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-32774b8e-281b-44a0-901e-2519846d7796 req-0ea98c53-fffe-487c-87bd-67f9d5ac6dd9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5924b4aa-fb49-47a2-bb5c-959e13209f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586436 Sep 21 05:22:10.419156 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-32774b8e-281b-44a0-901e-2519846d7796 req-4e404fb8-6d46-42d7-92a5-91d63e25b77a service neutron] 10.222.0.32 "GET /v2.0/networks/5924b4aa-fb49-47a2-bb5c-959e13209f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119707 Sep 21 05:22:10.452546 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 56028) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:22:10.467045 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-9fb68282-44f6-4e9b-a7f7-21c1b95c5c64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:10.541152 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-32774b8e-281b-44a0-901e-2519846d7796 req-ef6a4992-3235-4f8b-9c8f-407bb6b9504e service neutron] 10.222.0.32 "GET /v2.0/networks/5924b4aa-fb49-47a2-bb5c-959e13209f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133254 Sep 21 05:22:10.572391 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-9fb68282-44f6-4e9b-a7f7-21c1b95c5c64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:10.710450 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-9fb68282-44f6-4e9b-a7f7-21c1b95c5c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:10.752228 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-9fb68282-44f6-4e9b-a7f7-21c1b95c5c64 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1dc28cb03ef04ffe90775559e28bb91a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2982550 Sep 21 05:22:10.755055 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb68282-44f6-4e9b-a7f7-21c1b95c5c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e9db88-0140-4e0c-bc03-b86539e30417,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:10.755728 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 56038) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:22:10.756902 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 56040) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:22:10.809901 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-781555a9-46a6-4be6-8ef5-929b7519c534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:10.831951 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-781555a9-46a6-4be6-8ef5-929b7519c534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:10.871968 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-e16e6c64-79d4-441d-afc1-ffb085bf4885 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:10.931173 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-781555a9-46a6-4be6-8ef5-929b7519c534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:10.933620 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-781555a9-46a6-4be6-8ef5-929b7519c534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:10.934761 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-781555a9-46a6-4be6-8ef5-929b7519c534 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/55e9db88-0140-4e0c-bc03-b86539e30417 HTTP/1.1" status: 204 len: 168 time: 0.1784103 Sep 21 05:22:10.943159 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781555a9-46a6-4be6-8ef5-929b7519c534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e9db88-0140-4e0c-bc03-b86539e30417,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:11.013846 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-e16e6c64-79d4-441d-afc1-ffb085bf4885 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:11.074297 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e58808e-5bf6-4a53-bb19-48f16fbe63ed req-9003b4c6-b78c-46de-88a1-9888af384863 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:11.075816 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7e58808e-5bf6-4a53-bb19-48f16fbe63ed req-9003b4c6-b78c-46de-88a1-9888af384863 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8597837-cb82-468d-8b14-07327db8866d HTTP/1.1" status: 200 len: 945 time: 0.0489540 Sep 21 05:22:11.114150 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7e58808e-5bf6-4a53-bb19-48f16fbe63ed req-3b986e0a-02fc-4270-a9fd-491b6da3e28c tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322564 Sep 21 05:22:11.139551 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-e16e6c64-79d4-441d-afc1-ffb085bf4885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:11.181579 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-e16e6c64-79d4-441d-afc1-ffb085bf4885 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=438ecf87eb394a6a82b6e31cc4c9b72b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4235897 Sep 21 05:22:11.182644 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16e6c64-79d4-441d-afc1-ffb085bf4885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd6fefa7-74b5-4412-9fb9-fb8053ce3dcf,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:11.184835 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 56048) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:22:11.191041 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a1fb1f33-fe48-4684-9a56-b3eb65d74809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:11.234758 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c782d4bb-452f-4d07-914e-1d0fb8eafa7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:11.256924 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c782d4bb-452f-4d07-914e-1d0fb8eafa7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:11.371774 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c782d4bb-452f-4d07-914e-1d0fb8eafa7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:11.378684 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c782d4bb-452f-4d07-914e-1d0fb8eafa7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:11.378684 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-c782d4bb-452f-4d07-914e-1d0fb8eafa7f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cd6fefa7-74b5-4412-9fb9-fb8053ce3dcf HTTP/1.1" status: 204 len: 168 time: 0.1892819 Sep 21 05:22:11.385718 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c782d4bb-452f-4d07-914e-1d0fb8eafa7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd6fefa7-74b5-4412-9fb9-fb8053ce3dcf,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:12.234875 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e1276d-084c-4828-a590-b994004deec0 req-e6818808-0ec0-4365-80f6-a159886dca08 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:12.236416 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-82e1276d-084c-4828-a590-b994004deec0 req-e6818808-0ec0-4365-80f6-a159886dca08 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8597837-cb82-468d-8b14-07327db8866d HTTP/1.1" status: 200 len: 945 time: 0.0538023 Sep 21 05:22:12.275352 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-82e1276d-084c-4828-a590-b994004deec0 req-9a99e56c-abd2-4259-bef1-c81b7386c8ff tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330672 Sep 21 05:22:12.416478 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 56100) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:22:12.421661 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f3bc860c-bbc2-44c4-9dda-30fb69a293b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:12.509919 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f3bc860c-bbc2-44c4-9dda-30fb69a293b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:12.648748 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f3bc860c-bbc2-44c4-9dda-30fb69a293b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:12.711386 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bc860c-bbc2-44c4-9dda-30fb69a293b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7839f29c-65c5-4756-8e3e-1385def051bc,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:12.719235 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-f3bc860c-bbc2-44c4-9dda-30fb69a293b4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=97beb1d5ac9840bb85409d11d8b8e04e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3089790 Sep 21 05:22:12.721774 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 56108) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:22:12.770747 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-3a21b6fa-8715-45e8-9442-de88eecb661e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:12.791876 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-3a21b6fa-8715-45e8-9442-de88eecb661e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:12.942307 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-3a21b6fa-8715-45e8-9442-de88eecb661e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:12.945014 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-3a21b6fa-8715-45e8-9442-de88eecb661e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:12.946193 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-3a21b6fa-8715-45e8-9442-de88eecb661e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7839f29c-65c5-4756-8e3e-1385def051bc HTTP/1.1" status: 204 len: 168 time: 0.2233949 Sep 21 05:22:12.955167 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a21b6fa-8715-45e8-9442-de88eecb661e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7839f29c-65c5-4756-8e3e-1385def051bc,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:13.408753 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f2453d-371c-492b-8b0c-e0901bbc5ab3 req-3d592de4-b989-452e-90cc-ef439ae850a1 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:13.410375 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c9f2453d-371c-492b-8b0c-e0901bbc5ab3 req-3d592de4-b989-452e-90cc-ef439ae850a1 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8597837-cb82-468d-8b14-07327db8866d HTTP/1.1" status: 200 len: 945 time: 0.0655663 Sep 21 05:22:13.453948 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c9f2453d-371c-492b-8b0c-e0901bbc5ab3 req-1308a98d-33b3-48c6-a133-495b7da5858a tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372772 Sep 21 05:22:14.571752 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 56204) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:22:14.672302 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-7eaba6d6-3c1e-4b84-8f66-81cc72ef6cfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:14.760747 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-7eaba6d6-3c1e-4b84-8f66-81cc72ef6cfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:14.876863 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-7eaba6d6-3c1e-4b84-8f66-81cc72ef6cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:14.915174 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-7eaba6d6-3c1e-4b84-8f66-81cc72ef6cfb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a14d9f06cc5f41a6bbd806f4a4138a53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3421876 Sep 21 05:22:14.916123 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaba6d6-3c1e-4b84-8f66-81cc72ef6cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c56c52-bfb2-49dd-b2c7-b4eb912065e4,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:14.918516 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 56218) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:22:14.971814 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fe86aaab-b8db-40a8-b5fc-2d00d13404d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:14.993756 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fe86aaab-b8db-40a8-b5fc-2d00d13404d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:15.110965 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fe86aaab-b8db-40a8-b5fc-2d00d13404d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:15.113618 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fe86aaab-b8db-40a8-b5fc-2d00d13404d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:15.114865 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-fe86aaab-b8db-40a8-b5fc-2d00d13404d2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/31c56c52-bfb2-49dd-b2c7-b4eb912065e4 HTTP/1.1" status: 204 len: 168 time: 0.1948023 Sep 21 05:22:15.123114 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe86aaab-b8db-40a8-b5fc-2d00d13404d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c56c52-bfb2-49dd-b2c7-b4eb912065e4,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:15.251552 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.agents_db [None req-b3bad76d-57ee-4137-9d9b-1a82d1aed62b None None] Agent healthcheck: found 6 active agents {{(pid=94669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 05:22:15.502111 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e0dc04-0a8c-4b6b-807d-55767ff2f7fd req-c2717dc4-a268-4f7c-92a7-8170ea194453 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:15.503746 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-69e0dc04-0a8c-4b6b-807d-55767ff2f7fd req-c2717dc4-a268-4f7c-92a7-8170ea194453 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8597837-cb82-468d-8b14-07327db8866d HTTP/1.1" status: 200 len: 945 time: 0.0615516 Sep 21 05:22:15.541551 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-69e0dc04-0a8c-4b6b-807d-55767ff2f7fd req-157af8b7-51be-4f33-b439-8965110af647 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319066 Sep 21 05:22:15.991601 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 56262) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:22:16.007570 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-92c8affb-7f62-414b-bf9a-cbc4d74aee94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:16.101731 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-92c8affb-7f62-414b-bf9a-cbc4d74aee94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:16.182859 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-92c8affb-7f62-414b-bf9a-cbc4d74aee94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:16.222860 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-92c8affb-7f62-414b-bf9a-cbc4d74aee94 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=db6a4a2db49b4f1b82b485f5b0635e4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2300193 Sep 21 05:22:16.225739 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 56272) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:22:16.226242 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c8affb-7f62-414b-bf9a-cbc4d74aee94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae7944c-f338-41fe-9b8e-f51e28d07331,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:16.273663 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9ee2b1d4-c1e9-486e-a8ff-258537ae628b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:16.294697 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9ee2b1d4-c1e9-486e-a8ff-258537ae628b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:16.405411 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 56282) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:22:16.497573 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9ee2b1d4-c1e9-486e-a8ff-258537ae628b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:16.501840 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9ee2b1d4-c1e9-486e-a8ff-258537ae628b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:16.501840 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-9ee2b1d4-c1e9-486e-a8ff-258537ae628b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7ae7944c-f338-41fe-9b8e-f51e28d07331 HTTP/1.1" status: 204 len: 168 time: 0.2746019 Sep 21 05:22:16.523063 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee2b1d4-c1e9-486e-a8ff-258537ae628b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae7944c-f338-41fe-9b8e-f51e28d07331,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:16.544182 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-616568bc-002b-4a5a-840c-d50c67a94337 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:16.638640 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-616568bc-002b-4a5a-840c-d50c67a94337 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:16.663813 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5dba90-78a5-47cc-bd9e-fe3eca523683 req-6f452d14-921b-4a94-a4b5-6bc182e9ff00 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:16.665213 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6c5dba90-78a5-47cc-bd9e-fe3eca523683 req-6f452d14-921b-4a94-a4b5-6bc182e9ff00 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8597837-cb82-468d-8b14-07327db8866d HTTP/1.1" status: 200 len: 945 time: 0.0468590 Sep 21 05:22:16.702868 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6c5dba90-78a5-47cc-bd9e-fe3eca523683 req-2eb50dcb-9bf3-46fa-9c04-d2fa42146eff tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311432 Sep 21 05:22:16.850879 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-616568bc-002b-4a5a-840c-d50c67a94337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:16.889570 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-616568bc-002b-4a5a-840c-d50c67a94337 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6d30d9417df24d909dfcd2fa73347ea0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4824910 Sep 21 05:22:16.890677 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616568bc-002b-4a5a-840c-d50c67a94337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8fda653-50cd-4e06-b5ba-ddaff03cfb05,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:16.892551 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 56298) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:22:16.943619 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-92f40da8-cad8-49fc-9b77-e8df45cabb8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:16.966546 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-92f40da8-cad8-49fc-9b77-e8df45cabb8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:17.108615 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-92f40da8-cad8-49fc-9b77-e8df45cabb8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:17.111469 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-92f40da8-cad8-49fc-9b77-e8df45cabb8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:17.112630 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-92f40da8-cad8-49fc-9b77-e8df45cabb8b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d8fda653-50cd-4e06-b5ba-ddaff03cfb05 HTTP/1.1" status: 204 len: 168 time: 0.2190335 Sep 21 05:22:17.120641 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f40da8-cad8-49fc-9b77-e8df45cabb8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8fda653-50cd-4e06-b5ba-ddaff03cfb05,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:17.830866 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e5dd03-d90f-425b-a0fc-1e133168f144 req-fa09369c-59a5-43c1-a3ff-8a247cb004b5 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:17.832391 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-98e5dd03-d90f-425b-a0fc-1e133168f144 req-fa09369c-59a5-43c1-a3ff-8a247cb004b5 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8597837-cb82-468d-8b14-07327db8866d HTTP/1.1" status: 200 len: 945 time: 0.0511773 Sep 21 05:22:17.872878 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-98e5dd03-d90f-425b-a0fc-1e133168f144 req-10f227ca-d894-46ac-8d32-84415bfca83f tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342209 Sep 21 05:22:18.033832 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 56356) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:22:18.055163 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-bfc1cc60-7db7-4ac8-9c5e-9638e72a65ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:18.155753 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-bfc1cc60-7db7-4ac8-9c5e-9638e72a65ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:18.262867 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-bfc1cc60-7db7-4ac8-9c5e-9638e72a65ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:18.306009 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-bfc1cc60-7db7-4ac8-9c5e-9638e72a65ec admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e8cae49da7aa40afb32ab4e24f27dcbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2706871 Sep 21 05:22:18.306950 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc1cc60-7db7-4ac8-9c5e-9638e72a65ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc14f52-8bcb-4a6d-aabe-3ea3f944e022,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:18.309224 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 56364) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:22:18.365894 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-eea4bec2-80f0-4285-8d2b-3a4c4bac6221 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:18.387987 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-eea4bec2-80f0-4285-8d2b-3a4c4bac6221 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:18.579889 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-eea4bec2-80f0-4285-8d2b-3a4c4bac6221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:18.582525 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-eea4bec2-80f0-4285-8d2b-3a4c4bac6221 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:18.583686 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-eea4bec2-80f0-4285-8d2b-3a4c4bac6221 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5fc14f52-8bcb-4a6d-aabe-3ea3f944e022 HTTP/1.1" status: 204 len: 168 time: 0.2734675 Sep 21 05:22:18.594283 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea4bec2-80f0-4285-8d2b-3a4c4bac6221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc14f52-8bcb-4a6d-aabe-3ea3f944e022,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:19.007327 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b02ce-4809-486c-9c7d-be649bdfebc7 req-2f14d4bf-d849-4dfe-965e-e20b7a914df0 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:19.008830 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-453b02ce-4809-486c-9c7d-be649bdfebc7 req-2f14d4bf-d849-4dfe-965e-e20b7a914df0 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8597837-cb82-468d-8b14-07327db8866d HTTP/1.1" status: 200 len: 945 time: 0.0550869 Sep 21 05:22:19.057812 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-453b02ce-4809-486c-9c7d-be649bdfebc7 req-323777ea-698b-408c-b04b-dbe15cef4135 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410254 Sep 21 05:22:20.183849 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec83c7-766c-480e-a02d-273438642f43 req-4f460e6a-db65-4f75-a9ff-c8ef694195a7 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:20.186236 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-79ec83c7-766c-480e-a02d-273438642f43 req-4f460e6a-db65-4f75-a9ff-c8ef694195a7 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8597837-cb82-468d-8b14-07327db8866d HTTP/1.1" status: 200 len: 945 time: 0.0546582 Sep 21 05:22:20.230000 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-79ec83c7-766c-480e-a02d-273438642f43 req-06f8063f-8020-4d55-9b9d-fd82abfbf44b tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372169 Sep 21 05:22:21.375271 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856b4109-0faa-4e01-8bc2-5e0ad84168a2 req-9769ac1d-70dc-458f-9338-7dea69c8945a tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:21.377977 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-856b4109-0faa-4e01-8bc2-5e0ad84168a2 req-9769ac1d-70dc-458f-9338-7dea69c8945a tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8597837-cb82-468d-8b14-07327db8866d HTTP/1.1" status: 200 len: 945 time: 0.0683270 Sep 21 05:22:21.399399 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 56488) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:22:21.436142 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-856b4109-0faa-4e01-8bc2-5e0ad84168a2 req-392f3ea9-94b4-49da-ab3f-517929f5a29c tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483627 Sep 21 05:22:21.539636 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-4c6140a8-9ea5-4dea-9f41-da10af72447b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:21.639451 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-4c6140a8-9ea5-4dea-9f41-da10af72447b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:21.768530 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-4c6140a8-9ea5-4dea-9f41-da10af72447b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:21.813837 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-4c6140a8-9ea5-4dea-9f41-da10af72447b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c36c1ecd19514b14975de2c0217eaf1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4133139 Sep 21 05:22:21.814762 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6140a8-9ea5-4dea-9f41-da10af72447b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d97ae2-2373-447d-87bf-d623114444e7,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:21.816558 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 56492) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:22:21.880305 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ec1a6ee9-284c-4aaf-babb-b1e860c82d09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:21.902622 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ec1a6ee9-284c-4aaf-babb-b1e860c82d09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:22.173715 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ec1a6ee9-284c-4aaf-babb-b1e860c82d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:22.176616 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ec1a6ee9-284c-4aaf-babb-b1e860c82d09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:22.178457 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-ec1a6ee9-284c-4aaf-babb-b1e860c82d09 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/54d97ae2-2373-447d-87bf-d623114444e7 HTTP/1.1" status: 204 len: 168 time: 0.3608005 Sep 21 05:22:22.192997 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1a6ee9-284c-4aaf-babb-b1e860c82d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d97ae2-2373-447d-87bf-d623114444e7,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:22.586893 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5778b8a5-fa60-450b-b0a5-82795e299d62 req-d70468ff-4fcc-4844-85bd-7e3267f25c9f tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:22.588464 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5778b8a5-fa60-450b-b0a5-82795e299d62 req-d70468ff-4fcc-4844-85bd-7e3267f25c9f tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8597837-cb82-468d-8b14-07327db8866d HTTP/1.1" status: 200 len: 945 time: 0.0641284 Sep 21 05:22:22.632652 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5778b8a5-fa60-450b-b0a5-82795e299d62 req-90d093e5-eb08-4671-8753-0f05d1819507 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382006 Sep 21 05:22:23.749375 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7551f555-ce78-4141-8052-62ad1f94be14 req-10114ba0-be41-4462-8067-e0c14e76831b tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:23.758005 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7551f555-ce78-4141-8052-62ad1f94be14 req-10114ba0-be41-4462-8067-e0c14e76831b tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8597837-cb82-468d-8b14-07327db8866d HTTP/1.1" status: 200 len: 945 time: 0.0486782 Sep 21 05:22:23.790363 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7551f555-ce78-4141-8052-62ad1f94be14 req-3812b6e9-8154-4173-ac31-d092d3a2ce5f tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334873 Sep 21 05:22:24.689580 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 56602) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:22:24.794935 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-41f0b46f-1ded-4355-a1dc-5ac4e63b359c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:24.884857 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-41f0b46f-1ded-4355-a1dc-5ac4e63b359c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:24.916808 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435596bc-787b-4a47-822f-6f3ef159959a req-fd61b6a6-bf36-49f8-9700-e46d6471fe1d tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:24.918433 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-435596bc-787b-4a47-822f-6f3ef159959a req-fd61b6a6-bf36-49f8-9700-e46d6471fe1d tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8597837-cb82-468d-8b14-07327db8866d HTTP/1.1" status: 200 len: 945 time: 0.0544226 Sep 21 05:22:24.959223 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-435596bc-787b-4a47-822f-6f3ef159959a req-3b30ab98-e4ed-46c6-af0d-6fa4b7ece97a tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341499 Sep 21 05:22:24.983131 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-41f0b46f-1ded-4355-a1dc-5ac4e63b359c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:25.022311 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-41f0b46f-1ded-4355-a1dc-5ac4e63b359c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=52da435363be4a0193683f3398e52dee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3313205 Sep 21 05:22:25.023421 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f0b46f-1ded-4355-a1dc-5ac4e63b359c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6010fdf-44a7-4bd3-a6a9-8a6f8ada19a4,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:25.025070 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 56612) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:22:25.075235 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-f0054778-1b1c-428a-a989-c719544426e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:25.097396 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-f0054778-1b1c-428a-a989-c719544426e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:25.297081 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-f0054778-1b1c-428a-a989-c719544426e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:25.299909 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-f0054778-1b1c-428a-a989-c719544426e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:25.301104 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-f0054778-1b1c-428a-a989-c719544426e1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b6010fdf-44a7-4bd3-a6a9-8a6f8ada19a4 HTTP/1.1" status: 204 len: 168 time: 0.2744665 Sep 21 05:22:25.310846 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0054778-1b1c-428a-a989-c719544426e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6010fdf-44a7-4bd3-a6a9-8a6f8ada19a4,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:26.105159 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fff0b3-73ee-49d5-a962-347991c7383e req-f97dfa3c-636c-4874-8e89-a5392e6e1697 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:26.106723 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-81fff0b3-73ee-49d5-a962-347991c7383e req-f97dfa3c-636c-4874-8e89-a5392e6e1697 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8597837-cb82-468d-8b14-07327db8866d HTTP/1.1" status: 200 len: 945 time: 0.0632617 Sep 21 05:22:26.148973 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-81fff0b3-73ee-49d5-a962-347991c7383e req-2c7c1a10-4007-4fe4-8739-cb80fa1152fc tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349944 Sep 21 05:22:26.274771 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 56672) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:22:26.290636 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-337d264e-38c9-4722-9687-a7b5fe138d56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:26.363346 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096349a4-82a2-40ef-bd32-4c852cf5f591 req-e407f558-923c-4433-af19-b82cc8620f88 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:26.364691 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-096349a4-82a2-40ef-bd32-4c852cf5f591 req-e407f558-923c-4433-af19-b82cc8620f88 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 945 time: 0.0759668 Sep 21 05:22:26.422748 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-096349a4-82a2-40ef-bd32-4c852cf5f591 req-f1fd61a4-23cd-46c2-b54e-0fa6ed682b45 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511756 Sep 21 05:22:26.469293 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-337d264e-38c9-4722-9687-a7b5fe138d56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:26.579805 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-337d264e-38c9-4722-9687-a7b5fe138d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:26.621313 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-337d264e-38c9-4722-9687-a7b5fe138d56 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=528ee5d269be463b940539d9363acb88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3454385 Sep 21 05:22:26.624467 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 56690) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:22:26.634894 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337d264e-38c9-4722-9687-a7b5fe138d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d313dc99-3d30-4e68-a591-0ef5df82d61f,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:26.691800 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-3f38d410-71f8-4fa1-bfa1-3de336b419dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:26.717915 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-3f38d410-71f8-4fa1-bfa1-3de336b419dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:26.766185 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 56704) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:22:26.810729 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.db.db_base_plugin_v2 [None req-74e31b0f-5e89-43ef-aabd-b48697e6600d admin admin] Deleting subnet be8c05b5-dda7-4253-ac81-8970686b3c03 {{(pid=94666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 05:22:26.813912 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-74e31b0f-5e89-43ef-aabd-b48697e6600d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:26.851573 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-74e31b0f-5e89-43ef-aabd-b48697e6600d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8344726'] for subnet, precommit_delete_associations {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:26.895318 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-3f38d410-71f8-4fa1-bfa1-3de336b419dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:26.897803 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-3f38d410-71f8-4fa1-bfa1-3de336b419dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:26.899638 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-3f38d410-71f8-4fa1-bfa1-3de336b419dd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d313dc99-3d30-4e68-a591-0ef5df82d61f HTTP/1.1" status: 204 len: 168 time: 0.2727571 Sep 21 05:22:26.901357 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-74e31b0f-5e89-43ef-aabd-b48697e6600d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3669403'] for subnet, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:26.945667 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f38d410-71f8-4fa1-bfa1-3de336b419dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d313dc99-3d30-4e68-a591-0ef5df82d61f,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:27.024617 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6a9782-46ac-47fc-95ce-2a89353b67ea req-829ef79e-0d23-4ab2-a0d5-ce3b6746fcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:27.026099 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-0a6a9782-46ac-47fc-95ce-2a89353b67ea req-829ef79e-0d23-4ab2-a0d5-ce3b6746fcd6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e8597837-cb82-468d-8b14-07327db8866d HTTP/1.1" status: 200 len: 1098 time: 0.0646906 Sep 21 05:22:27.061956 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-0a6a9782-46ac-47fc-95ce-2a89353b67ea req-2ada184e-423f-4cea-84bc-a80ee5c0edde service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0257442 Sep 21 05:22:27.191537 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-74e31b0f-5e89-43ef-aabd-b48697e6600d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3669388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7439690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8253416'] for subnet, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:27.218269 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e31b0f-5e89-43ef-aabd-b48697e6600d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be8c05b5-dda7-4253-ac81-8970686b3c03,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:27.235726 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-74e31b0f-5e89-43ef-aabd-b48697e6600d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:27.237587 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-74e31b0f-5e89-43ef-aabd-b48697e6600d admin admin] 10.222.0.36 "DELETE /v2.0/subnets/be8c05b5-dda7-4253-ac81-8970686b3c03 HTTP/1.1" status: 204 len: 168 time: 0.4704349 Sep 21 05:22:27.240666 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 56718) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:22:27.277810 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e90bc-60cd-42fd-ad26-80ac21b2f849 req-55c8be1f-5393-401b-9c32-bd00549401e5 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:27.277810 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6d4e90bc-60cd-42fd-ad26-80ac21b2f849 req-55c8be1f-5393-401b-9c32-bd00549401e5 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8597837-cb82-468d-8b14-07327db8866d HTTP/1.1" status: 200 len: 945 time: 0.0555582 Sep 21 05:22:27.320435 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6d4e90bc-60cd-42fd-ad26-80ac21b2f849 req-41f1504e-42f8-499a-868a-983ec8aa81d3 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343845 Sep 21 05:22:27.551890 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2b6b6c5f-57c7-43d6-be9c-83f6d55b3050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682922'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:27.611688 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c128b8c-8b54-4e22-87be-1a5b2280b56c req-bd221561-83f8-40d0-891a-3f7bb8c27129 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:27.613077 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7c128b8c-8b54-4e22-87be-1a5b2280b56c req-bd221561-83f8-40d0-891a-3f7bb8c27129 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 945 time: 0.0622377 Sep 21 05:22:27.636094 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2b6b6c5f-57c7-43d6-be9c-83f6d55b3050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3667996', 'neutron.services.segments.db._delete_segments_for_network-8751404111005'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:27.660218 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.services.segments.db [None req-2b6b6c5f-57c7-43d6-be9c-83f6d55b3050 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9ce9ad0-e563-4c42-ba02-6b4114a8f7d3']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:22:27.665857 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7c128b8c-8b54-4e22-87be-1a5b2280b56c req-7bfac38d-170d-4168-a70d-b3a54867537a tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445743 Sep 21 05:22:27.670202 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.services.segments.db [None req-2b6b6c5f-57c7-43d6-be9c-83f6d55b3050 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02a1bfef-cf7d-414c-92d2-7b044fb40043') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:22:27.670520 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.services.segments.db [None req-2b6b6c5f-57c7-43d6-be9c-83f6d55b3050 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02a1bfef-cf7d-414c-92d2-7b044fb40043') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:22:27.683289 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2b6b6c5f-57c7-43d6-be9c-83f6d55b3050 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751404111270', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8322591'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:27.693676 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2b6b6c5f-57c7-43d6-be9c-83f6d55b3050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669518'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:27.699485 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b6b6c5f-57c7-43d6-be9c-83f6d55b3050 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 05:22:27.700410 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2b6b6c5f-57c7-43d6-be9c-83f6d55b3050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6441537'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:27.702049 dv-cinder-778193-10-iscsi neutron-server[94667]: Traceback (most recent call last): Sep 21 05:22:27.702049 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 05:22:27.702049 dv-cinder-778193-10-iscsi neutron-server[94667]: timer() Sep 21 05:22:27.702049 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 05:22:27.702049 dv-cinder-778193-10-iscsi neutron-server[94667]: cb(*args, **kw) Sep 21 05:22:27.702049 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 05:22:27.702049 dv-cinder-778193-10-iscsi neutron-server[94667]: return func(*args, **kwargs) Sep 21 05:22:27.702049 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 05:22:27.702049 dv-cinder-778193-10-iscsi neutron-server[94667]: self._notify() Sep 21 05:22:27.702049 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 05:22:27.702049 dv-cinder-778193-10-iscsi neutron-server[94667]: self.callback(batched_events) Sep 21 05:22:27.702049 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 05:22:27.702049 dv-cinder-778193-10-iscsi neutron-server[94667]: event.method(event) Sep 21 05:22:27.702049 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 05:22:27.702049 dv-cinder-778193-10-iscsi neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 05:22:27.702049 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 05:22:27.702049 dv-cinder-778193-10-iscsi neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 05:22:27.702049 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 05:22:27.702049 dv-cinder-778193-10-iscsi neutron-server[94667]: return f(self, *a, **k) Sep 21 05:22:27.702049 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 05:22:27.702049 dv-cinder-778193-10-iscsi neutron-server[94667]: return self._get(url).json() Sep 21 05:22:27.702049 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 05:22:27.702049 dv-cinder-778193-10-iscsi neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 05:22:27.702049 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 05:22:27.702049 dv-cinder-778193-10-iscsi neutron-server[94667]: return self.request(url, 'GET', **kwargs) Sep 21 05:22:27.702049 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 05:22:27.702049 dv-cinder-778193-10-iscsi neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 05:22:27.702049 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 05:22:27.702049 dv-cinder-778193-10-iscsi neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 05:22:27.702049 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 05:22:27.702049 dv-cinder-778193-10-iscsi neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 05:22:27.702049 dv-cinder-778193-10-iscsi neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 05:22:27.885604 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2b6b6c5f-57c7-43d6-be9c-83f6d55b3050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3667973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473113'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:27.893588 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2b6b6c5f-57c7-43d6-be9c-83f6d55b3050 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531542'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:27.899283 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-2b6b6c5f-57c7-43d6-be9c-83f6d55b3050 admin admin] 10.222.0.36 "DELETE /v2.0/networks/a9ce9ad0-e563-4c42-ba02-6b4114a8f7d3 HTTP/1.1" status: 204 len: 168 time: 0.6549559 Sep 21 05:22:27.899930 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 56752) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:22:27.914268 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6b6c5f-57c7-43d6-be9c-83f6d55b3050 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9ce9ad0-e563-4c42-ba02-6b4114a8f7d3,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:27.952101 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebe0c29b-6d97-4832-a53c-30ca1c759dda admin admin] Deleting subnet 3743447e-efe7-417f-a22e-b274b1d140a0 {{(pid=94666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 05:22:27.955630 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-ebe0c29b-6d97-4832-a53c-30ca1c759dda admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:27.992576 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-ebe0c29b-6d97-4832-a53c-30ca1c759dda admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8344726'] for subnet, precommit_delete_associations {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:28.034952 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-ebe0c29b-6d97-4832-a53c-30ca1c759dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3669403'] for subnet, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:28.234197 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-ebe0c29b-6d97-4832-a53c-30ca1c759dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3669388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7439690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8253416'] for subnet, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:28.263085 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-ebe0c29b-6d97-4832-a53c-30ca1c759dda admin admin] Notify callbacks [] for subnet, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:28.267141 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-ebe0c29b-6d97-4832-a53c-30ca1c759dda admin admin] 10.222.0.36 "DELETE /v2.0/subnets/3743447e-efe7-417f-a22e-b274b1d140a0 HTTP/1.1" status: 204 len: 168 time: 0.3638694 Sep 21 05:22:28.267141 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe0c29b-6d97-4832-a53c-30ca1c759dda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3743447e-efe7-417f-a22e-b274b1d140a0,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:28.267532 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 56762) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:22:28.338673 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c5cec32f-bae2-4ce8-b532-8ce7c98648e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682922'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:28.452662 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c5cec32f-bae2-4ce8-b532-8ce7c98648e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3667996', 'neutron.services.segments.db._delete_segments_for_network-8751404111005'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:28.468584 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487b36a0-d75b-464f-b3c6-c18873352a4d req-f2638a95-b8e9-48f1-a513-7dd2810c04be tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:28.473609 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.services.segments.db [None req-c5cec32f-bae2-4ce8-b532-8ce7c98648e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['538dba6f-d4f1-4b26-8305-07d0b346f56c']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:22:28.483052 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-487b36a0-d75b-464f-b3c6-c18873352a4d req-f2638a95-b8e9-48f1-a513-7dd2810c04be tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8597837-cb82-468d-8b14-07327db8866d HTTP/1.1" status: 200 len: 945 time: 0.0874600 Sep 21 05:22:28.484529 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.services.segments.db [None req-c5cec32f-bae2-4ce8-b532-8ce7c98648e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01ecb6fe-0573-4954-a5b0-14296491d1a8') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:22:28.484665 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.services.segments.db [None req-c5cec32f-bae2-4ce8-b532-8ce7c98648e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01ecb6fe-0573-4954-a5b0-14296491d1a8') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:22:28.499407 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c5cec32f-bae2-4ce8-b532-8ce7c98648e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751404111270', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8322591'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:28.522865 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c5cec32f-bae2-4ce8-b532-8ce7c98648e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669518'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:28.524904 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-487b36a0-d75b-464f-b3c6-c18873352a4d req-a70a12c3-de3b-4206-8032-0dcb67084917 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406516 Sep 21 05:22:28.529910 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5cec32f-bae2-4ce8-b532-8ce7c98648e7 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 05:22:28.530363 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c5cec32f-bae2-4ce8-b532-8ce7c98648e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6441537'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:28.532915 dv-cinder-778193-10-iscsi neutron-server[94667]: Traceback (most recent call last): Sep 21 05:22:28.532915 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 05:22:28.532915 dv-cinder-778193-10-iscsi neutron-server[94667]: timer() Sep 21 05:22:28.532915 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 05:22:28.532915 dv-cinder-778193-10-iscsi neutron-server[94667]: cb(*args, **kw) Sep 21 05:22:28.532915 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 05:22:28.532915 dv-cinder-778193-10-iscsi neutron-server[94667]: return func(*args, **kwargs) Sep 21 05:22:28.532915 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 05:22:28.532915 dv-cinder-778193-10-iscsi neutron-server[94667]: self._notify() Sep 21 05:22:28.532915 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 05:22:28.532915 dv-cinder-778193-10-iscsi neutron-server[94667]: self.callback(batched_events) Sep 21 05:22:28.532915 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 05:22:28.532915 dv-cinder-778193-10-iscsi neutron-server[94667]: event.method(event) Sep 21 05:22:28.532915 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 05:22:28.532915 dv-cinder-778193-10-iscsi neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 05:22:28.532915 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 05:22:28.532915 dv-cinder-778193-10-iscsi neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 05:22:28.532915 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 05:22:28.532915 dv-cinder-778193-10-iscsi neutron-server[94667]: return f(self, *a, **k) Sep 21 05:22:28.532915 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 05:22:28.532915 dv-cinder-778193-10-iscsi neutron-server[94667]: return self._get(url).json() Sep 21 05:22:28.532915 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 05:22:28.532915 dv-cinder-778193-10-iscsi neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 05:22:28.532915 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 05:22:28.532915 dv-cinder-778193-10-iscsi neutron-server[94667]: return self.request(url, 'GET', **kwargs) Sep 21 05:22:28.532915 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 05:22:28.532915 dv-cinder-778193-10-iscsi neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 05:22:28.532915 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 05:22:28.532915 dv-cinder-778193-10-iscsi neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 05:22:28.532915 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 05:22:28.532915 dv-cinder-778193-10-iscsi neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 05:22:28.532915 dv-cinder-778193-10-iscsi neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 05:22:28.706914 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c5cec32f-bae2-4ce8-b532-8ce7c98648e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3667973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473113'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:28.724611 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c5cec32f-bae2-4ce8-b532-8ce7c98648e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531542'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:28.729179 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-c5cec32f-bae2-4ce8-b532-8ce7c98648e7 admin admin] 10.222.0.36 "DELETE /v2.0/networks/538dba6f-d4f1-4b26-8305-07d0b346f56c HTTP/1.1" status: 204 len: 168 time: 0.4580443 Sep 21 05:22:28.730022 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cec32f-bae2-4ce8-b532-8ce7c98648e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=538dba6f-d4f1-4b26-8305-07d0b346f56c,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:28.786933 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342e12db-2874-4307-9e55-b93685ca1e0d req-80c01872-4c98-4304-b8ec-dbaae4cac972 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:28.792787 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-342e12db-2874-4307-9e55-b93685ca1e0d req-80c01872-4c98-4304-b8ec-dbaae4cac972 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 945 time: 0.0505331 Sep 21 05:22:28.831217 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-342e12db-2874-4307-9e55-b93685ca1e0d req-35c0ffa4-6414-4c1e-938c-fe0771a2b9ce tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363002 Sep 21 05:22:29.145344 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 56790) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:22:29.185608 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-a54419b4-3c6e-4877-a27d-443dec3f1210 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=261b629a64e743b2bbcdc61a5db33388&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390649 Sep 21 05:22:29.187990 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 56792) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:22:29.227143 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 56794) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:22:29.238687 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-4c218643-02a1-4e64-8670-d1fe07dadda3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:29.263218 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-4c218643-02a1-4e64-8670-d1fe07dadda3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:29.336245 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dde9f601-e232-4d49-a0ae-133959cc85da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:29.399378 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-4c218643-02a1-4e64-8670-d1fe07dadda3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:29.402410 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-4c218643-02a1-4e64-8670-d1fe07dadda3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:29.404400 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-4c218643-02a1-4e64-8670-d1fe07dadda3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/748ba051-5d36-436d-9e7a-6a13ceffe09b HTTP/1.1" status: 204 len: 168 time: 0.2155046 Sep 21 05:22:29.412277 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c218643-02a1-4e64-8670-d1fe07dadda3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=748ba051-5d36-436d-9e7a-6a13ceffe09b,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:29.433062 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dde9f601-e232-4d49-a0ae-133959cc85da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:29.514245 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 56802) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:22:29.520448 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dde9f601-e232-4d49-a0ae-133959cc85da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:29.564428 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-dde9f601-e232-4d49-a0ae-133959cc85da admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=71d7cfb068654a3ba5dfdd02ab6565f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3338614 Sep 21 05:22:29.564428 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde9f601-e232-4d49-a0ae-133959cc85da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e898806e-e1e1-47e4-a6b0-7ed784f09020,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:29.565293 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 56808) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:22:29.619820 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-00fa2016-d49f-469b-a176-c3d798643cf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:29.661849 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d57ea010-83de-450d-aba2-f966045cc924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:29.681048 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfadb64c-9168-4a85-a07a-0a5c21e23aee req-6a40ece3-5d26-4971-b8e0-f18e05bb5eef tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:29.682566 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-bfadb64c-9168-4a85-a07a-0a5c21e23aee req-6a40ece3-5d26-4971-b8e0-f18e05bb5eef tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8597837-cb82-468d-8b14-07327db8866d HTTP/1.1" status: 200 len: 945 time: 0.0792058 Sep 21 05:22:29.702369 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d57ea010-83de-450d-aba2-f966045cc924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:29.707689 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-00fa2016-d49f-469b-a176-c3d798643cf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:29.751516 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-bfadb64c-9168-4a85-a07a-0a5c21e23aee req-d5320bc4-8f51-49f3-9cf6-3b0b18ba87f9 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592225 Sep 21 05:22:29.826192 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-00fa2016-d49f-469b-a176-c3d798643cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:29.876273 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d57ea010-83de-450d-aba2-f966045cc924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:29.880147 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-00fa2016-d49f-469b-a176-c3d798643cf0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=590f1311e23245a99ff9be697b9c38cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3646889 Sep 21 05:22:29.880388 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d57ea010-83de-450d-aba2-f966045cc924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:29.881431 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 56824) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:22:29.882345 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-d57ea010-83de-450d-aba2-f966045cc924 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e898806e-e1e1-47e4-a6b0-7ed784f09020 HTTP/1.1" status: 204 len: 168 time: 0.3158824 Sep 21 05:22:29.882878 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fa2016-d49f-469b-a176-c3d798643cf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5c64e6-995d-46c9-a6ce-bd54fa483d81,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:29.908147 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57ea010-83de-450d-aba2-f966045cc924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e898806e-e1e1-47e4-a6b0-7ed784f09020,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:30.011970 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bbce95ab-174a-420b-a78f-7b574eb64efc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:30.037069 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bbce95ab-174a-420b-a78f-7b574eb64efc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:30.056185 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd9a9fa-ee18-4f0e-a507-addb9aacf954 req-e23140a5-c37b-4555-b529-79c6f5dabed6 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:30.058858 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-acd9a9fa-ee18-4f0e-a507-addb9aacf954 req-e23140a5-c37b-4555-b529-79c6f5dabed6 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 945 time: 0.1042049 Sep 21 05:22:30.097497 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-acd9a9fa-ee18-4f0e-a507-addb9aacf954 req-ee5881bd-6885-4d8a-a2cc-eccf789b9fc6 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325801 Sep 21 05:22:30.202613 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bbce95ab-174a-420b-a78f-7b574eb64efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:30.209345 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bbce95ab-174a-420b-a78f-7b574eb64efc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:30.210541 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-bbce95ab-174a-420b-a78f-7b574eb64efc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2e5c64e6-995d-46c9-a6ce-bd54fa483d81 HTTP/1.1" status: 204 len: 168 time: 0.2946258 Sep 21 05:22:30.218985 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbce95ab-174a-420b-a78f-7b574eb64efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5c64e6-995d-46c9-a6ce-bd54fa483d81,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:30.314212 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd45f66-158f-4963-84de-c5420aebd936 req-7d614142-940d-45dd-9b5f-abf1678882bd tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:30.315740 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-abd45f66-158f-4963-84de-c5420aebd936 req-7d614142-940d-45dd-9b5f-abf1678882bd tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8597837-cb82-468d-8b14-07327db8866d HTTP/1.1" status: 200 len: 945 time: 0.0490086 Sep 21 05:22:30.361774 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-abd45f66-158f-4963-84de-c5420aebd936 req-ba3b893d-5381-49ca-9827-4f3065300039 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356390 Sep 21 05:22:30.406015 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64aac77-4946-4bf4-9a52-a90c4362150d req-f335517f-4aa5-4755-a40b-7e1b442813fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:30.407548 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-c64aac77-4946-4bf4-9a52-a90c4362150d req-f335517f-4aa5-4755-a40b-7e1b442813fc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b64060143eab4fe4b14ef5a511665b1a&device_id=e8597837-cb82-468d-8b14-07327db8866d HTTP/1.1" status: 200 len: 1098 time: 0.0461025 Sep 21 05:22:30.442183 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 56842) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:22:30.507138 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-ad87d8ea-9e11-4504-bfa3-4fef1bb4a95a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=532c65ab987d4280b93a043b410b9fdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0579922 Sep 21 05:22:30.507138 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 56844) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:22:30.513107 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64aac77-4946-4bf4-9a52-a90c4362150d req-2f206f69-480d-42a0-ad52-6df275a32286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:30.514601 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-c64aac77-4946-4bf4-9a52-a90c4362150d req-2f206f69-480d-42a0-ad52-6df275a32286 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5924b4aa-fb49-47a2-bb5c-959e13209f12 HTTP/1.1" status: 200 len: 919 time: 0.0992939 Sep 21 05:22:30.555071 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-5c810b93-7dee-4277-a177-8b6e28db1aba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:30.559778 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-c64aac77-4946-4bf4-9a52-a90c4362150d req-245fd44f-c0f2-42ea-9935-e65243b47bdf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5d3f16f-d73d-4add-ba80-9dc08fba777f HTTP/1.1" status: 200 len: 217 time: 0.0371184 Sep 21 05:22:30.580761 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-5c810b93-7dee-4277-a177-8b6e28db1aba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:30.620049 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64aac77-4946-4bf4-9a52-a90c4362150d req-19ed9cad-922f-484b-abe6-6f2fe0087880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:30.621743 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-c64aac77-4946-4bf4-9a52-a90c4362150d req-19ed9cad-922f-484b-abe6-6f2fe0087880 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=eb31e64e-231d-4419-bf19-44f0d2bc22f7 HTTP/1.1" status: 200 len: 859 time: 0.0545964 Sep 21 05:22:30.658781 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-c64aac77-4946-4bf4-9a52-a90c4362150d req-ade35769-2e89-4d6c-b754-96da6e5f31b5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5924b4aa-fb49-47a2-bb5c-959e13209f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245705 Sep 21 05:22:30.753176 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-c64aac77-4946-4bf4-9a52-a90c4362150d req-2be3f857-193d-402d-b363-6d074019c7a6 service neutron] 10.222.0.32 "GET /v2.0/networks/5924b4aa-fb49-47a2-bb5c-959e13209f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856180 Sep 21 05:22:30.762865 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-5c810b93-7dee-4277-a177-8b6e28db1aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:30.765572 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-5c810b93-7dee-4277-a177-8b6e28db1aba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:30.769170 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-5c810b93-7dee-4277-a177-8b6e28db1aba admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d6e03bb7-4da7-400e-a09a-a0e613b9ce23 HTTP/1.1" status: 204 len: 168 time: 0.2608633 Sep 21 05:22:30.774786 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c810b93-7dee-4277-a177-8b6e28db1aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e03bb7-4da7-400e-a09a-a0e613b9ce23,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:30.850363 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-c64aac77-4946-4bf4-9a52-a90c4362150d req-3d7c8255-90d6-4067-bc49-c03706d18c3d service neutron] 10.222.0.32 "GET /v2.0/networks/5924b4aa-fb49-47a2-bb5c-959e13209f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883274 Sep 21 05:22:31.384219 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff5c12-b6fb-4581-b53d-5fccd8ae5e49 req-af6c297a-74ca-4e0c-b25e-e3195cb1adf2 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:31.386378 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0cff5c12-b6fb-4581-b53d-5fccd8ae5e49 req-af6c297a-74ca-4e0c-b25e-e3195cb1adf2 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 945 time: 0.0553637 Sep 21 05:22:31.438216 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0cff5c12-b6fb-4581-b53d-5fccd8ae5e49 req-007ae14a-4bc0-413b-919f-695bb02a0570 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450256 Sep 21 05:22:31.490389 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476db02-f665-4214-b6b3-d3c45b6d4005 req-8c466417-4e9c-4081-ae95-e428f13db777 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:31.492297 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7476db02-f665-4214-b6b3-d3c45b6d4005 req-8c466417-4e9c-4081-ae95-e428f13db777 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8597837-cb82-468d-8b14-07327db8866d HTTP/1.1" status: 200 len: 945 time: 0.0670469 Sep 21 05:22:31.531386 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7476db02-f665-4214-b6b3-d3c45b6d4005 req-432812f1-ef79-4222-a95f-b356b994462a tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325050 Sep 21 05:22:32.263756 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 56932) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:22:32.492589 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [None req-661a1462-5ddf-4aab-bba9-9450d4b8567d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1899784515-network', 'tenant_id': 'f732baa476ec493fa4a85f15fa02b9de'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:22:32.569644 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d9e90-8925-402e-8283-e394aa073973 req-25421518-d7ee-40fb-9d16-445535ab3546 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:32.571136 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-147d9e90-8925-402e-8283-e394aa073973 req-25421518-d7ee-40fb-9d16-445535ab3546 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 945 time: 0.0548229 Sep 21 05:22:32.609640 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-147d9e90-8925-402e-8283-e394aa073973 req-d8614f7f-2b65-41a5-a0b5-1e29bc641802 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319309 Sep 21 05:22:32.661841 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-661a1462-5ddf-4aab-bba9-9450d4b8567d admin admin] Made reservation on behalf of f732baa476ec493fa4a85f15fa02b9de for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 05:22:32.663292 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-661a1462-5ddf-4aab-bba9-9450d4b8567d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:32.673124 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-661a1462-5ddf-4aab-bba9-9450d4b8567d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:32.727437 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a90c35-5b0f-47ff-a5c9-cda8c23a8a55 req-1cac9157-7f19-4dc3-84f2-1ae6b6e43a00 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:32.728930 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-27a90c35-5b0f-47ff-a5c9-cda8c23a8a55 req-1cac9157-7f19-4dc3-84f2-1ae6b6e43a00 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8597837-cb82-468d-8b14-07327db8866d HTTP/1.1" status: 200 len: 945 time: 0.0845561 Sep 21 05:22:32.741124 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc19449a-83e7-48e2-b046-9b99a622cf5c req-f9fda68f-7672-4f44-aa80-25ce921599be tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:32.742601 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-bc19449a-83e7-48e2-b046-9b99a622cf5c req-f9fda68f-7672-4f44-aa80-25ce921599be tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff9613ba-785c-440c-bfae-00573e08fe55 HTTP/1.1" status: 200 len: 946 time: 0.0714316 Sep 21 05:22:32.764552 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-661a1462-5ddf-4aab-bba9-9450d4b8567d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:32.799811 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-27a90c35-5b0f-47ff-a5c9-cda8c23a8a55 req-9bd2ee06-3b12-44e5-accc-7b9b2b000b22 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562377 Sep 21 05:22:32.804753 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-bc19449a-83e7-48e2-b046-9b99a622cf5c req-4954f4f4-0356-4ea2-a406-42895aa1ce67 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/security-groups?id=05d839fa-73c5-47b3-a600-d2c01af0c82a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550177 Sep 21 05:22:32.860063 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-661a1462-5ddf-4aab-bba9-9450d4b8567d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:32.896615 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-661a1462-5ddf-4aab-bba9-9450d4b8567d admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 05:22:32.910127 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a1462-5ddf-4aab-bba9-9450d4b8567d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7123f1d2-f2bc-4b1a-b394-f425fa749244,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:32.915121 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-661a1462-5ddf-4aab-bba9-9450d4b8567d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669518'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:32.915507 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.db.segments_db [None req-661a1462-5ddf-4aab-bba9-9450d4b8567d admin admin] Added segment 2750d958-8afb-4c23-8d50-7f696d3e9439 of type vlan for network b65ce37e-28e9-4073-aba8-42f09a595bb5 Sep 21 05:22:32.958178 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-661a1462-5ddf-4aab-bba9-9450d4b8567d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751403734303'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:33.082766 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 56960) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:22:33.115469 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-661a1462-5ddf-4aab-bba9-9450d4b8567d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:33.119004 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661a1462-5ddf-4aab-bba9-9450d4b8567d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:33.119801 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-661a1462-5ddf-4aab-bba9-9450d4b8567d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531542'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:33.180323 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a1462-5ddf-4aab-bba9-9450d4b8567d admin admin] Pushing event updated for resources: {'Network': ['ID=b65ce37e-28e9-4073-aba8-42f09a595bb5,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:33.190646 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Network b65ce37e-28e9-4073-aba8-42f09a595bb5 details requested by agent ovs-agent-dv-cinder-778193-10-iscsi with host dv-cinder-778193-10-iscsi {{(pid=94668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 05:22:33.199183 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-56d9e758-dacd-46f8-ad62-661a326a5be4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:33.278308 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-661a1462-5ddf-4aab-bba9-9450d4b8567d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0131106 Sep 21 05:22:33.280850 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 56970) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:22:33.286305 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-3d43a082-679e-4ce2-93a0-66cfb4e0dc60 admin admin] Request body: {'subnet': {'network_id': 'b65ce37e-28e9-4073-aba8-42f09a595bb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1899784515-subnet', 'tenant_id': 'f732baa476ec493fa4a85f15fa02b9de', 'ip_version': 4}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:22:33.359102 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-56d9e758-dacd-46f8-ad62-661a326a5be4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:33.424677 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-56d9e758-dacd-46f8-ad62-661a326a5be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:33.466620 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-56d9e758-dacd-46f8-ad62-661a326a5be4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b1dbc078aebf493bb6b8e5df13a0323c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3827169 Sep 21 05:22:33.467479 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d9e758-dacd-46f8-ad62-661a326a5be4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae8b87df-0a0a-4467-b464-f28fdfdf9052,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:33.469376 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 56972) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:22:33.517868 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-516f45f7-3c5d-488c-bdfc-59b15008785e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:33.538447 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-516f45f7-3c5d-488c-bdfc-59b15008785e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:33.546128 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d43a082-679e-4ce2-93a0-66cfb4e0dc60 admin admin] Made reservation on behalf of f732baa476ec493fa4a85f15fa02b9de for: {'subnet': 1} {{(pid=94666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 05:22:33.548361 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-3d43a082-679e-4ce2-93a0-66cfb4e0dc60 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8253391'] for subnet, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:33.728088 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522fcdcf-ae25-43a2-91f3-eb5b53953b83 req-032b6adf-c059-4b22-9bf0-89b8397cd2f4 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:33.729548 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-522fcdcf-ae25-43a2-91f3-eb5b53953b83 req-032b6adf-c059-4b22-9bf0-89b8397cd2f4 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 945 time: 0.0507169 Sep 21 05:22:33.766970 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-516f45f7-3c5d-488c-bdfc-59b15008785e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:33.769459 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-516f45f7-3c5d-488c-bdfc-59b15008785e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:33.770598 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-516f45f7-3c5d-488c-bdfc-59b15008785e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ae8b87df-0a0a-4467-b464-f28fdfdf9052 HTTP/1.1" status: 204 len: 168 time: 0.3002298 Sep 21 05:22:33.779154 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-522fcdcf-ae25-43a2-91f3-eb5b53953b83 req-e3fef085-7707-43cd-88a0-94cb22cfe1dd tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429983 Sep 21 05:22:33.786679 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516f45f7-3c5d-488c-bdfc-59b15008785e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae8b87df-0a0a-4467-b464-f28fdfdf9052,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:33.965132 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-3d43a082-679e-4ce2-93a0-66cfb4e0dc60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7439625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8253409'] for subnet, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:34.015235 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d0557a-738a-41b9-9c1b-c0f5e5a4d05c req-a87dd00f-c793-4784-8d71-5040635df757 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:34.016711 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-32d0557a-738a-41b9-9c1b-c0f5e5a4d05c req-a87dd00f-c793-4784-8d71-5040635df757 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff9613ba-785c-440c-bfae-00573e08fe55 HTTP/1.1" status: 200 len: 946 time: 0.1368415 Sep 21 05:22:34.043460 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd6b718-6374-4227-9295-2c2a141ce8ee req-834afa6f-27e6-4334-afb6-de6e58bfaca0 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:34.044875 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4fd6b718-6374-4227-9295-2c2a141ce8ee req-834afa6f-27e6-4334-afb6-de6e58bfaca0 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8597837-cb82-468d-8b14-07327db8866d HTTP/1.1" status: 200 len: 945 time: 0.1253500 Sep 21 05:22:34.063525 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d43a082-679e-4ce2-93a0-66cfb4e0dc60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73b79fce-eee6-4ec0-bdad-dcc75ff05127,revision_number=0']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:34.106320 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d43a082-679e-4ce2-93a0-66cfb4e0dc60 admin admin] Checking segment: {'id': '2750d958-8afb-4c23-8d50-7f696d3e9439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b65ce37e-28e9-4073-aba8-42f09a595bb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 05:22:34.106703 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d43a082-679e-4ce2-93a0-66cfb4e0dc60 admin admin] Network hostable DHCP agents. Network: b65ce37e-28e9-4073-aba8-42f09a595bb5, hostable agents: ['6e02bdac-2fb2-4f2e-acf6-c0c230e91990'], hosted agents: [] {{(pid=94666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 05:22:34.116436 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-32d0557a-738a-41b9-9c1b-c0f5e5a4d05c req-6d164857-bfc6-47d0-82aa-c2feee39aed9 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/security-groups?id=05d839fa-73c5-47b3-a600-d2c01af0c82a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904069 Sep 21 05:22:34.126562 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4fd6b718-6374-4227-9295-2c2a141ce8ee req-11e37c16-0a22-4fad-99e1-dcfe6d5b4af5 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699069 Sep 21 05:22:34.199500 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d43a082-679e-4ce2-93a0-66cfb4e0dc60 admin admin] Network b65ce37e-28e9-4073-aba8-42f09a595bb5 is scheduled to be hosted by DHCP agent 6e02bdac-2fb2-4f2e-acf6-c0c230e91990 with binding_index 1 {{(pid=94666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 05:22:34.282501 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.base_scheduler [None req-3d43a082-679e-4ce2-93a0-66cfb4e0dc60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-10-iscsi, b65ce37e-28e9-4073-aba8-42f09a595bb5) {{(pid=94666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:22:34.286699 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d43a082-679e-4ce2-93a0-66cfb4e0dc60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:34.288382 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-3d43a082-679e-4ce2-93a0-66cfb4e0dc60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:34.292550 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4096ae0-ea7b-4671-88a7-df2069d0e43e None None] Network b65ce37e-28e9-4073-aba8-42f09a595bb5 requested from dv-cinder-778193-10-iscsi {{(pid=94668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 05:22:34.400359 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-3d43a082-679e-4ce2-93a0-66cfb4e0dc60 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1181252 Sep 21 05:22:34.405041 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 56998) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:22:34.409623 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-f5e68946-3810-4914-80a5-6b54d40402f9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1899784515-router', 'tenant_id': 'f732baa476ec493fa4a85f15fa02b9de', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc'}}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:22:34.447233 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61590364-d4b0-49a5-95f9-da44d3666d63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc935dc6c-459a-53c3-a524-c7ff278086b2-b65ce37e-28e9-4073-aba8-42f09a595bb5', 'network_id': 'b65ce37e-28e9-4073-aba8-42f09a595bb5', 'tenant_id': 'f732baa476ec493fa4a85f15fa02b9de', 'fixed_ips': [{'subnet_id': '73b79fce-eee6-4ec0-bdad-dcc75ff05127'}]}} from dv-cinder-778193-10-iscsi. {{(pid=94668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 05:22:34.448098 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-61590364-d4b0-49a5-95f9-da44d3666d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:34.522148 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-f5e68946-3810-4914-80a5-6b54d40402f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-474502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:34.523229 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-f5e68946-3810-4914-80a5-6b54d40402f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-475014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-432907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:34.576494 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-f5e68946-3810-4914-80a5-6b54d40402f9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:34.583374 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-61590364-d4b0-49a5-95f9-da44d3666d63 None None] Allocated IP 172.20.0.2 (b65ce37e-28e9-4073-aba8-42f09a595bb5/73b79fce-eee6-4ec0-bdad-dcc75ff05127/62c88b7c-60e1-4bae-b40e-2b24c25e8c57) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 05:22:34.735010 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-61590364-d4b0-49a5-95f9-da44d3666d63 None None] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:34.780155 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-f5e68946-3810-4914-80a5-6b54d40402f9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:34.904825 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c53ac40-c0d7-47f8-9fc3-f8b4cb09fb5b req-3f6d5e8b-b1ee-41f9-87ab-eb05cfdf3c1c tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:34.906305 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9c53ac40-c0d7-47f8-9fc3-f8b4cb09fb5b req-3f6d5e8b-b1ee-41f9-87ab-eb05cfdf3c1c tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 945 time: 0.0478363 Sep 21 05:22:34.914489 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-61590364-d4b0-49a5-95f9-da44d3666d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751403777208'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:34.952066 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61590364-d4b0-49a5-95f9-da44d3666d63 None None] Network b65ce37e-28e9-4073-aba8-42f09a595bb5 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 05:22:34.961352 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-61590364-d4b0-49a5-95f9-da44d3666d63 None None] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:22:34.964832 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61590364-d4b0-49a5-95f9-da44d3666d63 None None] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 05:22:34.972570 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9c53ac40-c0d7-47f8-9fc3-f8b4cb09fb5b req-90a9360f-1c01-47a2-bddf-79f9f6812703 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602467 Sep 21 05:22:34.976691 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61590364-d4b0-49a5-95f9-da44d3666d63 None None] Pushing event updated for resources: {'Port': ['ID=62c88b7c-60e1-4bae-b40e-2b24c25e8c57,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:35.029081 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61590364-d4b0-49a5-95f9-da44d3666d63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:22:35.029593 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61590364-d4b0-49a5-95f9-da44d3666d63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:22:35.030174 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61590364-d4b0-49a5-95f9-da44d3666d63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:22:35.030772 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61590364-d4b0-49a5-95f9-da44d3666d63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:22:35.031310 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61590364-d4b0-49a5-95f9-da44d3666d63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:22:35.031843 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61590364-d4b0-49a5-95f9-da44d3666d63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:22:35.032502 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61590364-d4b0-49a5-95f9-da44d3666d63 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:22:35.033033 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61590364-d4b0-49a5-95f9-da44d3666d63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:22:35.033598 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61590364-d4b0-49a5-95f9-da44d3666d63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:22:35.034207 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61590364-d4b0-49a5-95f9-da44d3666d63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:22:35.034878 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61590364-d4b0-49a5-95f9-da44d3666d63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:22:35.035305 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61590364-d4b0-49a5-95f9-da44d3666d63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:22:35.056314 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-61590364-d4b0-49a5-95f9-da44d3666d63 None None] Attempting to bind port 62c88b7c-60e1-4bae-b40e-2b24c25e8c57 on host dv-cinder-778193-10-iscsi for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 05:22:35.056761 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-61590364-d4b0-49a5-95f9-da44d3666d63 None None] Attempting to bind port 62c88b7c-60e1-4bae-b40e-2b24c25e8c57 by drivers openvswitch,hyperv on host dv-cinder-778193-10-iscsi at level 0 using segments [{'id': '2750d958-8afb-4c23-8d50-7f696d3e9439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b65ce37e-28e9-4073-aba8-42f09a595bb5'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 05:22:35.057240 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61590364-d4b0-49a5-95f9-da44d3666d63 None None] Attempting to bind port 62c88b7c-60e1-4bae-b40e-2b24c25e8c57 on network b65ce37e-28e9-4073-aba8-42f09a595bb5 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 05:22:35.063027 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61590364-d4b0-49a5-95f9-da44d3666d63 None None] Checking agent: {'id': 'b0313305-4280-4067-8ee0-4ba61e64320d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 5, 12, 9), 'started_at': datetime.datetime(2021, 9, 21, 5, 12, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 5, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 05:22:35.063372 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61590364-d4b0-49a5-95f9-da44d3666d63 None None] Checking segment: {'id': '2750d958-8afb-4c23-8d50-7f696d3e9439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b65ce37e-28e9-4073-aba8-42f09a595bb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 05:22:35.063904 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-61590364-d4b0-49a5-95f9-da44d3666d63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:35.064224 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61590364-d4b0-49a5-95f9-da44d3666d63 None None] Bound using segment: {'id': '2750d958-8afb-4c23-8d50-7f696d3e9439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b65ce37e-28e9-4073-aba8-42f09a595bb5'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 05:22:35.064691 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-61590364-d4b0-49a5-95f9-da44d3666d63 None None] Bound port: 62c88b7c-60e1-4bae-b40e-2b24c25e8c57, host: dv-cinder-778193-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2750d958-8afb-4c23-8d50-7f696d3e9439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b65ce37e-28e9-4073-aba8-42f09a595bb5'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 05:22:35.065073 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-61590364-d4b0-49a5-95f9-da44d3666d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:35.130732 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-61590364-d4b0-49a5-95f9-da44d3666d63 None None] For port 62c88b7c-60e1-4bae-b40e-2b24c25e8c57, host dv-cinder-778193-10-iscsi, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 05:22:35.134652 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-61590364-d4b0-49a5-95f9-da44d3666d63 None None] For port 62c88b7c-60e1-4bae-b40e-2b24c25e8c57, host dv-cinder-778193-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=62c88b7c-60e1-4bae-b40e-2b24c25e8c57,segment=NetworkSegment(2750d958-8afb-4c23-8d50-7f696d3e9439),segment_id=2750d958-8afb-4c23-8d50-7f696d3e9439)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 05:22:35.173339 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-f5e68946-3810-4914-80a5-6b54d40402f9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:35.195723 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-f5e68946-3810-4914-80a5-6b54d40402f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:35.267433 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-61590364-d4b0-49a5-95f9-da44d3666d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:35.331734 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61590364-d4b0-49a5-95f9-da44d3666d63 None None] Pushing event updated for resources: {'Port': ['ID=62c88b7c-60e1-4bae-b40e-2b24c25e8c57,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:35.573576 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0395d3-4b7b-411c-9fb1-ba8919e1ad8e req-3a079dcf-676a-4c65-9d20-ff54c22ae2a1 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:35.581318 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4f0395d3-4b7b-411c-9fb1-ba8919e1ad8e req-3a079dcf-676a-4c65-9d20-ff54c22ae2a1 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8597837-cb82-468d-8b14-07327db8866d HTTP/1.1" status: 200 len: 945 time: 0.3466179 Sep 21 05:22:35.612335 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b661f73f-2c10-4753-adcb-30b1da5d8f0e req-e60f3f72-dd53-497f-b46b-5bd5eba272e9 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:35.613952 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b661f73f-2c10-4753-adcb-30b1da5d8f0e req-e60f3f72-dd53-497f-b46b-5bd5eba272e9 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff9613ba-785c-440c-bfae-00573e08fe55 HTTP/1.1" status: 200 len: 946 time: 0.3783572 Sep 21 05:22:35.638236 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.db.db_base_plugin_common [None req-f5e68946-3810-4914-80a5-6b54d40402f9 admin admin] Allocated IP 172.27.3.20 (666bfb66-d53f-41b5-aa91-1f3481ab5acc/80dd054f-6720-4669-be55-825ddd1b955a/6e8c2428-3e06-4449-9e2a-c67975c0e061) {{(pid=94666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 05:22:35.669546 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4f0395d3-4b7b-411c-9fb1-ba8919e1ad8e req-80aa620f-d3a2-4a9e-afc8-9d46b9ac6d9c tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871923 Sep 21 05:22:35.699587 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b661f73f-2c10-4753-adcb-30b1da5d8f0e req-9be14991-7ae8-41f4-8cab-935d04705ffc tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/security-groups?id=05d839fa-73c5-47b3-a600-d2c01af0c82a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788918 Sep 21 05:22:35.782226 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-f5e68946-3810-4914-80a5-6b54d40402f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:35.859323 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ff1e4df4-c026-4637-9eb0-e776eb423945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:35.894199 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-f5e68946-3810-4914-80a5-6b54d40402f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751403777208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7439717'] for port, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:35.932461 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e68946-3810-4914-80a5-6b54d40402f9 admin admin] Network 666bfb66-d53f-41b5-aa91-1f3481ab5acc is already hosted by enough agents. {{(pid=94666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 05:22:35.935387 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.base_scheduler [None req-f5e68946-3810-4914-80a5-6b54d40402f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:22:35.941375 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e68946-3810-4914-80a5-6b54d40402f9 admin admin] Received port after_create {{(pid=94666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 05:22:35.964612 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e68946-3810-4914-80a5-6b54d40402f9 admin admin] Pushing event updated for resources: {'Port': ['ID=6e8c2428-3e06-4449-9e2a-c67975c0e061,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:36.164253 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105bad3a-b335-4f7d-aacd-1b6b405f9939 req-635e6cbc-e5eb-4f67-9b4f-419dd31f4491 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:36.165971 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-105bad3a-b335-4f7d-aacd-1b6b405f9939 req-635e6cbc-e5eb-4f67-9b4f-419dd31f4491 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 945 time: 0.0953257 Sep 21 05:22:36.210211 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-105bad3a-b335-4f7d-aacd-1b6b405f9939 req-126cd29a-ae53-4352-a501-d3a6ea2863c0 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376101 Sep 21 05:22:36.281031 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d92436e-cae6-49d5-a79a-697410f2ff70 None None] Network b65ce37e-28e9-4073-aba8-42f09a595bb5 requested from dv-cinder-778193-10-iscsi {{(pid=94668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 05:22:36.371192 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-882c6073-faad-414d-b2bc-2d95f022268b None None] Provisioning complete for port 62c88b7c-60e1-4bae-b40e-2b24c25e8c57 triggered by entity DHCP. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:22:36.372361 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-882c6073-faad-414d-b2bc-2d95f022268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:36.385470 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-f5e68946-3810-4914-80a5-6b54d40402f9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:36.509120 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-882c6073-faad-414d-b2bc-2d95f022268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:36.546516 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-882c6073-faad-414d-b2bc-2d95f022268b None None] For port 62c88b7c-60e1-4bae-b40e-2b24c25e8c57, host dv-cinder-778193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=62c88b7c-60e1-4bae-b40e-2b24c25e8c57,segment=NetworkSegment(2750d958-8afb-4c23-8d50-7f696d3e9439),segment_id=2750d958-8afb-4c23-8d50-7f696d3e9439)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:22:36.587525 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-f5e68946-3810-4914-80a5-6b54d40402f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473169'] for router, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:36.625646 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-882c6073-faad-414d-b2bc-2d95f022268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:36.678890 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882c6073-faad-414d-b2bc-2d95f022268b None None] Pushing event updated for resources: {'Port': ['ID=62c88b7c-60e1-4bae-b40e-2b24c25e8c57,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:36.749669 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-c1bc6a47-8b46-48df-a33d-5cb945255deb None None] Provisioning complete for port 62c88b7c-60e1-4bae-b40e-2b24c25e8c57 triggered by entity DHCP. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:22:36.750050 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c1bc6a47-8b46-48df-a33d-5cb945255deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:36.804208 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc39320-d6ae-462c-8d37-f1193e43a63f req-de220218-a7ab-4e28-9508-7dd9bf937f5e tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:36.805282 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cdc39320-d6ae-462c-8d37-f1193e43a63f req-de220218-a7ab-4e28-9508-7dd9bf937f5e tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8597837-cb82-468d-8b14-07327db8866d HTTP/1.1" status: 200 len: 945 time: 0.0624046 Sep 21 05:22:36.812627 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device 62c88b7c-60e1-4bae-b40e-2b24c25e8c57 up at agent ovs-agent-dv-cinder-778193-10-iscsi {{(pid=94668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 05:22:36.828873 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5e68946-3810-4914-80a5-6b54d40402f9 admin admin] Router c2c9ce20-307d-4e9d-be50-13198262dfe7 is scheduled to L3 agent e4914d08-4fb7-43fa-94fb-1720f1d16cb4 with binding_index 1 {{(pid=94666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 05:22:36.890791 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Provisioning complete for port 62c88b7c-60e1-4bae-b40e-2b24c25e8c57 triggered by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:22:36.891238 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:36.915267 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fc4b4e-146f-4007-8a42-328717ee26c3 req-9e70e98e-7503-4f8c-9661-c4f0b09c6388 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:36.916780 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-51fc4b4e-146f-4007-8a42-328717ee26c3 req-9e70e98e-7503-4f8c-9661-c4f0b09c6388 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff9613ba-785c-440c-bfae-00573e08fe55 HTTP/1.1" status: 200 len: 946 time: 0.1308794 Sep 21 05:22:36.921808 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cdc39320-d6ae-462c-8d37-f1193e43a63f req-289adfdc-a478-400d-ab78-bf7306f6d889 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973787 Sep 21 05:22:37.010963 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-51fc4b4e-146f-4007-8a42-328717ee26c3 req-1bf38a2a-1e1e-42aa-ae4e-22a9e4326702 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/security-groups?id=05d839fa-73c5-47b3-a600-d2c01af0c82a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867546 Sep 21 05:22:37.014127 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e68946-3810-4914-80a5-6b54d40402f9 admin admin] Notify agent at l3_agent.dv-cinder-778193-10-iscsi the message routers_updated {{(pid=94666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 05:22:37.025574 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8792bb9c-1dde-4374-8c77-455c14fb7ddc None None] Sync routers for ids ['c2c9ce20-307d-4e9d-be50-13198262dfe7'] in dv-cinder-778193-10-iscsi {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 05:22:37.044200 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8792bb9c-1dde-4374-8c77-455c14fb7ddc None None] Routers {'c2c9ce20-307d-4e9d-be50-13198262dfe7'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:22:37.045022 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-8792bb9c-1dde-4374-8c77-455c14fb7ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:22:09Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['c2c9ce20-307d-4e9d-be50-13198262dfe7'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:22:37.111112 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-f5e68946-3810-4914-80a5-6b54d40402f9 admin admin] Notify callbacks [] for router, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:37.112663 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-f5e68946-3810-4914-80a5-6b54d40402f9 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7063737 Sep 21 05:22:37.115407 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 57046) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:22:37.155174 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-8792bb9c-1dde-4374-8c77-455c14fb7ddc None None] Set router c2c9ce20-307d-4e9d-be50-13198262dfe7 gateway port host: dv-cinder-778193-10-iscsi {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:22:37.357208 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965debb8-f642-4022-9032-29cbb80e7001 req-0c6d9ad5-c33e-4338-af2b-e40f6f2adc72 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:37.358959 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-965debb8-f642-4022-9032-29cbb80e7001 req-0c6d9ad5-c33e-4338-af2b-e40f6f2adc72 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 945 time: 0.0654166 Sep 21 05:22:37.363676 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-8792bb9c-1dde-4374-8c77-455c14fb7ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'name': 'tempest-TestVolumeBootPattern-1899784515-router', 'tenant_id': 'f732baa476ec493fa4a85f15fa02b9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '6e8c2428-3e06-4449-9e2a-c67975c0e061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:22:34Z', 'updated_at': '2021-09-21T05:22:36Z', 'revision_number': 3, 'project_id': 'f732baa476ec493fa4a85f15fa02b9de', 'gw_port': {'id': '6e8c2428-3e06-4449-9e2a-c67975c0e061', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:de:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:22:35Z', 'updated_at': '2021-09-21T05:22:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi'}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:22:37.392997 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8792bb9c-1dde-4374-8c77-455c14fb7ddc None None] Checking router: c2c9ce20-307d-4e9d-be50-13198262dfe7 for host: dv-cinder-778193-10-iscsi {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 05:22:37.393974 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8792bb9c-1dde-4374-8c77-455c14fb7ddc None None] Updating router c2c9ce20-307d-4e9d-be50-13198262dfe7 port 6e8c2428-3e06-4449-9e2a-c67975c0e061 binding host dv-cinder-778193-10-iscsi {{(pid=94669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 05:22:37.422447 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-8792bb9c-1dde-4374-8c77-455c14fb7ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:37.429281 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-965debb8-f642-4022-9032-29cbb80e7001 req-2705489a-7f39-46ee-976a-b13693791d89 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628138 Sep 21 05:22:37.598697 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d56fec68-ddb8-4497-807c-98dcae8873a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:37.602874 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:37.777485 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-d56fec68-ddb8-4497-807c-98dcae8873a9 admin admin] Allocated IP 172.20.0.1 (b65ce37e-28e9-4073-aba8-42f09a595bb5/73b79fce-eee6-4ec0-bdad-dcc75ff05127/54710508-5bd5-4242-8dcc-be137d993461) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 05:22:37.836055 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-8792bb9c-1dde-4374-8c77-455c14fb7ddc None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:37.881187 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d56fec68-ddb8-4497-807c-98dcae8873a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:37.977188 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-8792bb9c-1dde-4374-8c77-455c14fb7ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:38.014351 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d56fec68-ddb8-4497-807c-98dcae8873a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751403777208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6441136'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:38.042380 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d89419-f870-493a-b3ce-7e81ab9da15b None None] Pushing event updated for resources: {'Port': ['ID=6e8c2428-3e06-4449-9e2a-c67975c0e061,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:38.056407 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56fec68-ddb8-4497-807c-98dcae8873a9 admin admin] Network b65ce37e-28e9-4073-aba8-42f09a595bb5 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 05:22:38.061599 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-d56fec68-ddb8-4497-807c-98dcae8873a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:22:38.067321 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56fec68-ddb8-4497-807c-98dcae8873a9 admin admin] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 05:22:38.069307 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56fec68-ddb8-4497-807c-98dcae8873a9 admin admin] Pushing event updated for resources: {'Port': ['ID=54710508-5bd5-4242-8dcc-be137d993461,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:38.083087 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d89419-f870-493a-b3ce-7e81ab9da15b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:22:38.083087 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d89419-f870-493a-b3ce-7e81ab9da15b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:22:38.083087 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d89419-f870-493a-b3ce-7e81ab9da15b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:22:38.091422 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d89419-f870-493a-b3ce-7e81ab9da15b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:22:38.091899 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d89419-f870-493a-b3ce-7e81ab9da15b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:22:38.092095 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d89419-f870-493a-b3ce-7e81ab9da15b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:22:38.092445 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d89419-f870-493a-b3ce-7e81ab9da15b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:22:38.092748 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d89419-f870-493a-b3ce-7e81ab9da15b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:22:38.093090 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d89419-f870-493a-b3ce-7e81ab9da15b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:22:38.093415 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d89419-f870-493a-b3ce-7e81ab9da15b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:22:38.093734 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d89419-f870-493a-b3ce-7e81ab9da15b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:22:38.094050 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d89419-f870-493a-b3ce-7e81ab9da15b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:22:38.097352 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-8792bb9c-1dde-4374-8c77-455c14fb7ddc None None] Attempting to bind port 6e8c2428-3e06-4449-9e2a-c67975c0e061 on host dv-cinder-778193-10-iscsi for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 05:22:38.097717 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-8792bb9c-1dde-4374-8c77-455c14fb7ddc None None] Attempting to bind port 6e8c2428-3e06-4449-9e2a-c67975c0e061 by drivers openvswitch,hyperv on host dv-cinder-778193-10-iscsi at level 0 using segments [{'id': '826ab498-a3a4-4696-958a-2da03407e177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 05:22:38.098072 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8792bb9c-1dde-4374-8c77-455c14fb7ddc None None] Attempting to bind port 6e8c2428-3e06-4449-9e2a-c67975c0e061 on network 666bfb66-d53f-41b5-aa91-1f3481ab5acc {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 05:22:38.103565 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8792bb9c-1dde-4374-8c77-455c14fb7ddc None None] Checking agent: {'id': 'b0313305-4280-4067-8ee0-4ba61e64320d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 5, 12, 9), 'started_at': datetime.datetime(2021, 9, 21, 5, 12, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 5, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 05:22:38.103932 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8792bb9c-1dde-4374-8c77-455c14fb7ddc None None] Checking segment: {'id': '826ab498-a3a4-4696-958a-2da03407e177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 05:22:38.104330 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-8792bb9c-1dde-4374-8c77-455c14fb7ddc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:38.104710 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8792bb9c-1dde-4374-8c77-455c14fb7ddc None None] Bound using segment: {'id': '826ab498-a3a4-4696-958a-2da03407e177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 05:22:38.105172 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-8792bb9c-1dde-4374-8c77-455c14fb7ddc None None] Bound port: 6e8c2428-3e06-4449-9e2a-c67975c0e061, host: dv-cinder-778193-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '826ab498-a3a4-4696-958a-2da03407e177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 05:22:38.105563 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-8792bb9c-1dde-4374-8c77-455c14fb7ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:38.113057 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 57070) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:22:38.139293 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d56fec68-ddb8-4497-807c-98dcae8873a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473222'] for router_interface, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:38.229646 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-8792bb9c-1dde-4374-8c77-455c14fb7ddc None None] For port 6e8c2428-3e06-4449-9e2a-c67975c0e061, host dv-cinder-778193-10-iscsi, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 05:22:38.236212 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-8792bb9c-1dde-4374-8c77-455c14fb7ddc None None] For port 6e8c2428-3e06-4449-9e2a-c67975c0e061, host dv-cinder-778193-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=6e8c2428-3e06-4449-9e2a-c67975c0e061,segment=NetworkSegment(826ab498-a3a4-4696-958a-2da03407e177),segment_id=826ab498-a3a4-4696-958a-2da03407e177)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 05:22:38.305524 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ffa46d-233c-4d44-8d82-3bd596d0ebc4 req-04e0afdf-12ba-49e8-a24c-0e00a35e0e92 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:38.313235 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-59ffa46d-233c-4d44-8d82-3bd596d0ebc4 req-04e0afdf-12ba-49e8-a24c-0e00a35e0e92 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff9613ba-785c-440c-bfae-00573e08fe55 HTTP/1.1" status: 200 len: 946 time: 0.1061056 Sep 21 05:22:38.323924 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-8792bb9c-1dde-4374-8c77-455c14fb7ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:38.356452 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1305af80-8da0-4897-8c03-ddf40b3dc053 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:38.387679 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-59ffa46d-233c-4d44-8d82-3bd596d0ebc4 req-e4a71d0d-3ea6-40f0-aff6-db6f3b2ff566 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/security-groups?id=05d839fa-73c5-47b3-a600-d2c01af0c82a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705972 Sep 21 05:22:38.401816 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8792bb9c-1dde-4374-8c77-455c14fb7ddc None None] Routers {'c2c9ce20-307d-4e9d-be50-13198262dfe7'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:22:38.409297 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-8792bb9c-1dde-4374-8c77-455c14fb7ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:22:09Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['c2c9ce20-307d-4e9d-be50-13198262dfe7'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:22:38.486855 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d89419-f870-493a-b3ce-7e81ab9da15b None None] Pushing event updated for resources: {'Port': ['ID=6e8c2428-3e06-4449-9e2a-c67975c0e061,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:38.515623 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1305af80-8da0-4897-8c03-ddf40b3dc053 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:38.557410 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d56fec68-ddb8-4497-807c-98dcae8873a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:38.558046 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-84822d3b-5b2b-494a-9bc7-f8fa3d634924 None None] Provisioning complete for port 54710508-5bd5-4242-8dcc-be137d993461 triggered by entity DHCP. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:22:38.558609 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-84822d3b-5b2b-494a-9bc7-f8fa3d634924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:38.561406 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-8792bb9c-1dde-4374-8c77-455c14fb7ddc None None] Set router c2c9ce20-307d-4e9d-be50-13198262dfe7 gateway port host: dv-cinder-778193-10-iscsi {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:22:38.590968 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b1695-7977-43a8-991e-310c78ee6be9 req-46778719-9a20-4eab-81f6-c22ef574de86 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:38.592871 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-489b1695-7977-43a8-991e-310c78ee6be9 req-46778719-9a20-4eab-81f6-c22ef574de86 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 945 time: 0.0728726 Sep 21 05:22:38.606695 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-84822d3b-5b2b-494a-9bc7-f8fa3d634924 None None] Port 54710508-5bd5-4242-8dcc-be137d993461 cannot update to ACTIVE because it is not bound. {{(pid=94668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 05:22:38.651064 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-489b1695-7977-43a8-991e-310c78ee6be9 req-74c4b9dc-64ff-48c5-863a-1cae43d24717 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515800 Sep 21 05:22:38.751015 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-41cef8bd-9f8c-40cd-a94c-72ddca7f1487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:38.767527 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1305af80-8da0-4897-8c03-ddf40b3dc053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:38.768928 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-8792bb9c-1dde-4374-8c77-455c14fb7ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'name': 'tempest-TestVolumeBootPattern-1899784515-router', 'tenant_id': 'f732baa476ec493fa4a85f15fa02b9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '6e8c2428-3e06-4449-9e2a-c67975c0e061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:22:34Z', 'updated_at': '2021-09-21T05:22:36Z', 'revision_number': 3, 'project_id': 'f732baa476ec493fa4a85f15fa02b9de', 'gw_port': {'id': '6e8c2428-3e06-4449-9e2a-c67975c0e061', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:de:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:22:35Z', 'updated_at': '2021-09-21T05:22:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi'}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:22:38.775871 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d56fec68-ddb8-4497-807c-98dcae8873a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:38.797347 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8792bb9c-1dde-4374-8c77-455c14fb7ddc None None] The sync data for ids ['c2c9ce20-307d-4e9d-be50-13198262dfe7'] in dv-cinder-778193-10-iscsi is: [{'id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'name': 'tempest-TestVolumeBootPattern-1899784515-router', 'tenant_id': 'f732baa476ec493fa4a85f15fa02b9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '6e8c2428-3e06-4449-9e2a-c67975c0e061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:22:34Z', 'updated_at': '2021-09-21T05:22:36Z', 'revision_number': 3, 'project_id': 'f732baa476ec493fa4a85f15fa02b9de', 'gw_port': {'id': '6e8c2428-3e06-4449-9e2a-c67975c0e061', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:de:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:22:35Z', 'updated_at': '2021-09-21T05:22:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi'}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 05:22:38.844417 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-1305af80-8da0-4897-8c03-ddf40b3dc053 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a5f89c82e7234149bba790793b232179&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7278969 Sep 21 05:22:38.844417 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1305af80-8da0-4897-8c03-ddf40b3dc053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c43d7bf9-b7d5-4350-b8c6-d6b0aec537ca,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:38.845388 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 57098) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:22:38.864438 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-d21792d8-fef8-4e38-98fa-2a94b9b4d5cd req-5bd24be0-bba7-4f9d-b2ec-4fe3d1ce43e7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e8597837-cb82-468d-8b14-07327db8866d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1103234 Sep 21 05:22:38.887614 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d56fec68-ddb8-4497-807c-98dcae8873a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6441129'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:38.973091 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8c809f-f8ef-4ae3-9de8-4fd9638f3711 req-ce497969-f3d3-410b-a145-24c79ee59224 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:38.974594 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-be8c809f-f8ef-4ae3-9de8-4fd9638f3711 req-ce497969-f3d3-410b-a145-24c79ee59224 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8597837-cb82-468d-8b14-07327db8866d HTTP/1.1" status: 200 len: 945 time: 0.0502563 Sep 21 05:22:39.020038 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d56fec68-ddb8-4497-807c-98dcae8873a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-471830'] for router_interface, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:39.023849 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56fec68-ddb8-4497-807c-98dcae8873a9 admin admin] Pushing event updated for resources: {'Port': ['ID=54710508-5bd5-4242-8dcc-be137d993461,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:39.031136 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1ca31d01-54cf-4bb0-b305-abc5fc8c4df8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:39.031327 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-be8c809f-f8ef-4ae3-9de8-4fd9638f3711 req-52ac2b0a-1a03-413f-a8e0-430566a921b8 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346708 Sep 21 05:22:39.041715 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21792d8-fef8-4e38-98fa-2a94b9b4d5cd req-b5771455-2c3d-46e6-bd09-09819a006139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:39.041715 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-d21792d8-fef8-4e38-98fa-2a94b9b4d5cd req-b5771455-2c3d-46e6-bd09-09819a006139 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b64060143eab4fe4b14ef5a511665b1a&device_id=e8597837-cb82-468d-8b14-07327db8866d HTTP/1.1" status: 200 len: 1098 time: 0.1494670 Sep 21 05:22:39.071036 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1ca31d01-54cf-4bb0-b305-abc5fc8c4df8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:39.268010 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:39.281926 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21792d8-fef8-4e38-98fa-2a94b9b4d5cd req-491b5518-c197-46e3-9c5a-d7aa6ad8c0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:39.284697 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-d21792d8-fef8-4e38-98fa-2a94b9b4d5cd req-491b5518-c197-46e3-9c5a-d7aa6ad8c0ce service neutron] 10.222.0.32 "GET /v2.0/networks?id=5924b4aa-fb49-47a2-bb5c-959e13209f12 HTTP/1.1" status: 200 len: 919 time: 0.2117088 Sep 21 05:22:39.295007 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56fec68-ddb8-4497-807c-98dcae8873a9 admin admin] Network b65ce37e-28e9-4073-aba8-42f09a595bb5 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 05:22:39.296654 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-d56fec68-ddb8-4497-807c-98dcae8873a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:22:39.452998 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-d21792d8-fef8-4e38-98fa-2a94b9b4d5cd req-aa81da75-9218-4049-a5cb-2fef655c6c77 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5d3f16f-d73d-4add-ba80-9dc08fba777f HTTP/1.1" status: 200 len: 217 time: 0.1506085 Sep 21 05:22:39.456415 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1ca31d01-54cf-4bb0-b305-abc5fc8c4df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:39.459549 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1ca31d01-54cf-4bb0-b305-abc5fc8c4df8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:39.461368 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-1ca31d01-54cf-4bb0-b305-abc5fc8c4df8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c43d7bf9-b7d5-4350-b8c6-d6b0aec537ca HTTP/1.1" status: 204 len: 168 time: 0.6145921 Sep 21 05:22:39.547063 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2413d919-e251-4743-b0ba-a71922d5fb6f req-2c043f13-28dc-4a78-87d8-d0fe14721c70 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:39.547845 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca31d01-54cf-4bb0-b305-abc5fc8c4df8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c43d7bf9-b7d5-4350-b8c6-d6b0aec537ca,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:39.557935 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2413d919-e251-4743-b0ba-a71922d5fb6f req-2c043f13-28dc-4a78-87d8-d0fe14721c70 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff9613ba-785c-440c-bfae-00573e08fe55 HTTP/1.1" status: 200 len: 946 time: 0.1021686 Sep 21 05:22:39.618732 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2413d919-e251-4743-b0ba-a71922d5fb6f req-918d4dfb-2a2b-4ecf-91e5-9ecfd70ae057 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/security-groups?id=05d839fa-73c5-47b3-a600-d2c01af0c82a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562487 Sep 21 05:22:39.647190 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-f3004126-c0e5-474f-95a4-ecd55248c112 None None] Provisioning complete for port 54710508-5bd5-4242-8dcc-be137d993461 triggered by entity DHCP. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:22:39.647753 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f3004126-c0e5-474f-95a4-ecd55248c112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:39.689273 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-f3004126-c0e5-474f-95a4-ecd55248c112 None None] Port 54710508-5bd5-4242-8dcc-be137d993461 cannot update to ACTIVE because it is not bound. {{(pid=94668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 05:22:39.846065 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d25256-4623-4bcb-ba9d-0d9e8a729de4 req-5f988a01-3fb5-4268-976c-4682cffa628f tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:39.848061 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-19d25256-4623-4bcb-ba9d-0d9e8a729de4 req-5f988a01-3fb5-4268-976c-4682cffa628f tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 945 time: 0.0884006 Sep 21 05:22:39.889941 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21792d8-fef8-4e38-98fa-2a94b9b4d5cd req-9f103019-1823-46bf-9d6d-44c4ccef5da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:39.891416 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-d21792d8-fef8-4e38-98fa-2a94b9b4d5cd req-9f103019-1823-46bf-9d6d-44c4ccef5da3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=eb31e64e-231d-4419-bf19-44f0d2bc22f7 HTTP/1.1" status: 200 len: 859 time: 0.4268503 Sep 21 05:22:39.893569 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-19d25256-4623-4bcb-ba9d-0d9e8a729de4 req-fb9f8239-3711-4549-90ab-a46a5906b5f4 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381312 Sep 21 05:22:39.921922 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2c351aa7-00e3-4828-8663-e1495c3162e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:39.937773 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-d21792d8-fef8-4e38-98fa-2a94b9b4d5cd req-3b770718-1c52-4e8b-9d81-722d466ad655 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5924b4aa-fb49-47a2-bb5c-959e13209f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315957 Sep 21 05:22:39.943228 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d56fec68-ddb8-4497-807c-98dcae8873a9 admin admin] Router c2c9ce20-307d-4e9d-be50-13198262dfe7 has already been hosted by L3 agent e4914d08-4fb7-43fa-94fb-1720f1d16cb4 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 05:22:40.127126 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-d21792d8-fef8-4e38-98fa-2a94b9b4d5cd req-c880dee1-86c2-4db1-96a8-ce44a2dc7093 service neutron] 10.222.0.32 "GET /v2.0/networks/5924b4aa-fb49-47a2-bb5c-959e13209f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808870 Sep 21 05:22:40.157450 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d56fec68-ddb8-4497-807c-98dcae8873a9 admin admin] Notify agent at l3_agent.dv-cinder-778193-10-iscsi the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 05:22:40.163080 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-d56fec68-ddb8-4497-807c-98dcae8873a9 admin admin] 10.222.0.36 "PUT /v2.0/routers/c2c9ce20-307d-4e9d-be50-13198262dfe7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0463846 Sep 21 05:22:40.264061 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-d21792d8-fef8-4e38-98fa-2a94b9b4d5cd req-06fbe8ab-df20-4bf6-9195-6a85c4423177 service neutron] 10.222.0.32 "GET /v2.0/networks/5924b4aa-fb49-47a2-bb5c-959e13209f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216478 Sep 21 05:22:40.462623 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 57142) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:22:40.476823 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-539c5c8f-7b35-4033-bba8-2a149708fa2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:40.575574 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-539c5c8f-7b35-4033-bba8-2a149708fa2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:40.649993 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 57150) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:22:40.677449 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-539c5c8f-7b35-4033-bba8-2a149708fa2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:40.748622 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-539c5c8f-7b35-4033-bba8-2a149708fa2e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7bcf99831b644a7db4256ab5f621bc8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2820542 Sep 21 05:22:40.763843 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 57156) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:22:40.779644 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539c5c8f-7b35-4033-bba8-2a149708fa2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a943ef34-279e-4256-966d-74d605c02722,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:40.834557 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device 6e8c2428-3e06-4449-9e2a-c67975c0e061 up at agent ovs-agent-dv-cinder-778193-10-iscsi {{(pid=94668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 05:22:40.853692 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e4e262-1a87-4ebe-9d2f-1452cebde416 req-13b26d68-9fcb-415e-ac30-16aa97525d16 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:40.855231 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-70e4e262-1a87-4ebe-9d2f-1452cebde416 req-13b26d68-9fcb-415e-ac30-16aa97525d16 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff9613ba-785c-440c-bfae-00573e08fe55 HTTP/1.1" status: 200 len: 946 time: 0.1426656 Sep 21 05:22:40.865774 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-02195ca9-87a7-4498-8b6d-34dfa89655e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:40.907904 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Provisioning complete for port 6e8c2428-3e06-4449-9e2a-c67975c0e061 triggered by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:22:40.907904 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:40.908136 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-11558be9-137d-445c-8527-4d2913bd3293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:40.962258 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-11558be9-137d-445c-8527-4d2913bd3293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:40.968536 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-70e4e262-1a87-4ebe-9d2f-1452cebde416 req-0c057bdf-ef89-4346-9a93-f370095a38cf tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/security-groups?id=05d839fa-73c5-47b3-a600-d2c01af0c82a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038103 Sep 21 05:22:40.971113 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fea00d4-4f3e-48e9-a44a-0078def0c382 None None] Sync routers for ids ['c2c9ce20-307d-4e9d-be50-13198262dfe7'] in dv-cinder-778193-10-iscsi {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 05:22:40.992066 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fea00d4-4f3e-48e9-a44a-0078def0c382 None None] Routers {'c2c9ce20-307d-4e9d-be50-13198262dfe7'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:22:40.992554 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-0fea00d4-4f3e-48e9-a44a-0078def0c382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:22:39Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['c2c9ce20-307d-4e9d-be50-13198262dfe7'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:22:41.110239 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-02195ca9-87a7-4498-8b6d-34dfa89655e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:41.133309 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9162b6c-8bc9-4609-92db-a8c7bcd8399c req-6d72fe8d-6ba0-40f5-9cc8-6d37784934f2 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:41.134870 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f9162b6c-8bc9-4609-92db-a8c7bcd8399c req-6d72fe8d-6ba0-40f5-9cc8-6d37784934f2 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 945 time: 0.0652509 Sep 21 05:22:41.148637 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-11558be9-137d-445c-8527-4d2913bd3293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:41.151571 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-11558be9-137d-445c-8527-4d2913bd3293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:41.152686 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-11558be9-137d-445c-8527-4d2913bd3293 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a943ef34-279e-4256-966d-74d605c02722 HTTP/1.1" status: 204 len: 168 time: 0.3818116 Sep 21 05:22:41.203376 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-02195ca9-87a7-4498-8b6d-34dfa89655e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:41.217811 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11558be9-137d-445c-8527-4d2913bd3293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a943ef34-279e-4256-966d-74d605c02722,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:41.272494 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f9162b6c-8bc9-4609-92db-a8c7bcd8399c req-130f22e6-a3da-43ef-8a33-c023ab7fdfc0 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302216 Sep 21 05:22:41.274730 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02195ca9-87a7-4498-8b6d-34dfa89655e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb66ecd1-6407-4d3b-8507-1dd5227dfd25,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:41.283285 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-02195ca9-87a7-4498-8b6d-34dfa89655e4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a8d670b17807467bbfb9f1779baa8840&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6344528 Sep 21 05:22:41.283884 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 57178) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:22:41.378690 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a1fafdaf-1e79-45b1-807b-da1256b67d4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:41.417079 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a1fafdaf-1e79-45b1-807b-da1256b67d4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:41.434774 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a1fb1f33-fe48-4684-9a56-b3eb65d74809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:41.444196 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:41.452146 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-0fea00d4-4f3e-48e9-a44a-0078def0c382 None None] Set router c2c9ce20-307d-4e9d-be50-13198262dfe7 gateway port host: dv-cinder-778193-10-iscsi {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:22:41.502906 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] For port 6e8c2428-3e06-4449-9e2a-c67975c0e061, host dv-cinder-778193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=6e8c2428-3e06-4449-9e2a-c67975c0e061,segment=NetworkSegment(826ab498-a3a4-4696-958a-2da03407e177),segment_id=826ab498-a3a4-4696-958a-2da03407e177)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:22:41.544684 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 57188) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:22:41.549680 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-d0039076-e215-4e2e-b704-34063a6ead44 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2138379968-network', 'tenant_id': '16dc3bd9d9754289aafb0ea9b7d56a62'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:22:41.562599 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a1fafdaf-1e79-45b1-807b-da1256b67d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:41.569970 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a1fafdaf-1e79-45b1-807b-da1256b67d4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:41.569970 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-a1fafdaf-1e79-45b1-807b-da1256b67d4c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cb66ecd1-6407-4d3b-8507-1dd5227dfd25 HTTP/1.1" status: 204 len: 168 time: 0.2813950 Sep 21 05:22:41.579978 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fafdaf-1e79-45b1-807b-da1256b67d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb66ecd1-6407-4d3b-8507-1dd5227dfd25,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:41.627358 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:41.719975 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0039076-e215-4e2e-b704-34063a6ead44 admin admin] Made reservation on behalf of 16dc3bd9d9754289aafb0ea9b7d56a62 for: {'network': 1} {{(pid=94666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 05:22:41.723825 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d0039076-e215-4e2e-b704-34063a6ead44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for network, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:41.731566 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Pushing event updated for resources: {'Port': ['ID=6e8c2428-3e06-4449-9e2a-c67975c0e061,revision_number=4']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:41.741105 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d0039076-e215-4e2e-b704-34063a6ead44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:41.792946 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-0fea00d4-4f3e-48e9-a44a-0078def0c382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'name': 'tempest-TestVolumeBootPattern-1899784515-router', 'tenant_id': 'f732baa476ec493fa4a85f15fa02b9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '6e8c2428-3e06-4449-9e2a-c67975c0e061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:22:34Z', 'updated_at': '2021-09-21T05:22:38Z', 'revision_number': 4, 'project_id': 'f732baa476ec493fa4a85f15fa02b9de', 'gw_port': {'id': '6e8c2428-3e06-4449-9e2a-c67975c0e061', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:de:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:22:35Z', 'updated_at': '2021-09-21T05:22:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi', '_interfaces': [{'id': '54710508-5bd5-4242-8dcc-be137d993461', 'name': '', 'network_id': 'b65ce37e-28e9-4073-aba8-42f09a595bb5', 'tenant_id': 'f732baa476ec493fa4a85f15fa02b9de', 'mac_address': 'fa:16:3e:cc:97:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '73b79fce-eee6-4ec0-bdad-dcc75ff05127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:22:37Z', 'updated_at': '2021-09-21T05:22:38Z', 'revision_number': 2, 'project_id': 'f732baa476ec493fa4a85f15fa02b9de', 'subnets': [{'id': '73b79fce-eee6-4ec0-bdad-dcc75ff05127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:22:41.834039 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fea00d4-4f3e-48e9-a44a-0078def0c382 None None] Checking router: c2c9ce20-307d-4e9d-be50-13198262dfe7 for host: dv-cinder-778193-10-iscsi {{(pid=94668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 05:22:41.834798 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fea00d4-4f3e-48e9-a44a-0078def0c382 None None] Updating router c2c9ce20-307d-4e9d-be50-13198262dfe7 port 54710508-5bd5-4242-8dcc-be137d993461 binding host dv-cinder-778193-10-iscsi {{(pid=94668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 05:22:41.875516 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d0039076-e215-4e2e-b704-34063a6ead44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:41.878876 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0fea00d4-4f3e-48e9-a44a-0078def0c382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:41.951803 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d0039076-e215-4e2e-b704-34063a6ead44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:42.015256 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0039076-e215-4e2e-b704-34063a6ead44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6714d742-ab1e-45e2-bcef-eb5c84da835d,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:42.033689 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0039076-e215-4e2e-b704-34063a6ead44 admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=94666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 05:22:42.048621 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d0039076-e215-4e2e-b704-34063a6ead44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669518'] for segment, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:42.048939 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.db.segments_db [None req-d0039076-e215-4e2e-b704-34063a6ead44 admin admin] Added segment 52d15dd2-1120-4c49-9310-47e627a7446b of type vlan for network 78d0602b-83ba-4029-bfd3-1ce794c2bf47 Sep 21 05:22:42.111373 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d0039076-e215-4e2e-b704-34063a6ead44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751403734303'] for network, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:42.229951 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d0039076-e215-4e2e-b704-34063a6ead44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524'] for network, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:42.231862 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0039076-e215-4e2e-b704-34063a6ead44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:42.232457 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d0039076-e215-4e2e-b704-34063a6ead44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531542'] for network, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:42.331104 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0039076-e215-4e2e-b704-34063a6ead44 admin admin] Pushing event updated for resources: {'Network': ['ID=78d0602b-83ba-4029-bfd3-1ce794c2bf47,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:42.356945 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8d09b2-82ac-4960-a74a-18811f35cd66 req-f2a5cb2d-a8b8-4eaa-b453-6dfa69dbac84 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:42.356945 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7c8d09b2-82ac-4960-a74a-18811f35cd66 req-f2a5cb2d-a8b8-4eaa-b453-6dfa69dbac84 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff9613ba-785c-440c-bfae-00573e08fe55 HTTP/1.1" status: 200 len: 946 time: 0.1749322 Sep 21 05:22:42.415253 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Network 78d0602b-83ba-4029-bfd3-1ce794c2bf47 details requested by agent ovs-agent-dv-cinder-778193-10-iscsi with host dv-cinder-778193-10-iscsi {{(pid=94668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 05:22:42.427409 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7c8d09b2-82ac-4960-a74a-18811f35cd66 req-ee6d397f-82bc-4c78-822f-f3e07bc256b7 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/security-groups?id=05d839fa-73c5-47b3-a600-d2c01af0c82a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639713 Sep 21 05:22:42.429041 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-d0039076-e215-4e2e-b704-34063a6ead44 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8832881 Sep 21 05:22:42.437900 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 57222) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:22:42.444598 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [None req-aa69d11b-608a-42cd-b20b-5c0c8c850273 admin admin] Request body: {'subnet': {'network_id': '78d0602b-83ba-4029-bfd3-1ce794c2bf47', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2138379968-subnet', 'tenant_id': '16dc3bd9d9754289aafb0ea9b7d56a62', 'ip_version': 4}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:22:42.481917 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0fea00d4-4f3e-48e9-a44a-0078def0c382 None None] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:42.504936 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfda380-6fd7-40f6-baf0-c1507d41a919 req-3f2ccf51-45f6-4f99-b532-7836f0f888c4 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:42.506614 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6dfda380-6fd7-40f6-baf0-c1507d41a919 req-3f2ccf51-45f6-4f99-b532-7836f0f888c4 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 945 time: 0.0661356 Sep 21 05:22:42.550377 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6dfda380-6fd7-40f6-baf0-c1507d41a919 req-e29da07c-a452-4ab6-99c7-94b43d5cb63d tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372903 Sep 21 05:22:42.582625 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa69d11b-608a-42cd-b20b-5c0c8c850273 admin admin] Made reservation on behalf of 16dc3bd9d9754289aafb0ea9b7d56a62 for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 05:22:42.583137 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0fea00d4-4f3e-48e9-a44a-0078def0c382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:42.585780 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-aa69d11b-608a-42cd-b20b-5c0c8c850273 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7659209'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:42.656683 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26495c63-cb4a-4e6a-b18e-b5093dffcc37 None None] Pushing event updated for resources: {'Port': ['ID=54710508-5bd5-4242-8dcc-be137d993461,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:42.733665 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-0fea00d4-4f3e-48e9-a44a-0078def0c382 None None] Attempting to bind port 54710508-5bd5-4242-8dcc-be137d993461 on host dv-cinder-778193-10-iscsi for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 05:22:42.734040 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-0fea00d4-4f3e-48e9-a44a-0078def0c382 None None] Attempting to bind port 54710508-5bd5-4242-8dcc-be137d993461 by drivers openvswitch,hyperv on host dv-cinder-778193-10-iscsi at level 0 using segments [{'id': '2750d958-8afb-4c23-8d50-7f696d3e9439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b65ce37e-28e9-4073-aba8-42f09a595bb5'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 05:22:42.734868 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fea00d4-4f3e-48e9-a44a-0078def0c382 None None] Attempting to bind port 54710508-5bd5-4242-8dcc-be137d993461 on network b65ce37e-28e9-4073-aba8-42f09a595bb5 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 05:22:42.746985 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fea00d4-4f3e-48e9-a44a-0078def0c382 None None] Checking agent: {'id': 'b0313305-4280-4067-8ee0-4ba61e64320d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 5, 12, 9), 'started_at': datetime.datetime(2021, 9, 21, 5, 12, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 5, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 05:22:42.747376 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fea00d4-4f3e-48e9-a44a-0078def0c382 None None] Checking segment: {'id': '2750d958-8afb-4c23-8d50-7f696d3e9439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b65ce37e-28e9-4073-aba8-42f09a595bb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 05:22:42.747796 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0fea00d4-4f3e-48e9-a44a-0078def0c382 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:42.748174 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fea00d4-4f3e-48e9-a44a-0078def0c382 None None] Bound using segment: {'id': '2750d958-8afb-4c23-8d50-7f696d3e9439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b65ce37e-28e9-4073-aba8-42f09a595bb5'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 05:22:42.749262 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-0fea00d4-4f3e-48e9-a44a-0078def0c382 None None] Bound port: 54710508-5bd5-4242-8dcc-be137d993461, host: dv-cinder-778193-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2750d958-8afb-4c23-8d50-7f696d3e9439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b65ce37e-28e9-4073-aba8-42f09a595bb5'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 05:22:42.749643 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0fea00d4-4f3e-48e9-a44a-0078def0c382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:42.804548 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device 6e8c2428-3e06-4449-9e2a-c67975c0e061 up at agent ovs-agent-dv-cinder-778193-10-iscsi {{(pid=94668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 05:22:42.881583 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-0fea00d4-4f3e-48e9-a44a-0078def0c382 None None] For port 54710508-5bd5-4242-8dcc-be137d993461, host dv-cinder-778193-10-iscsi, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 05:22:42.885303 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-0fea00d4-4f3e-48e9-a44a-0078def0c382 None None] For port 54710508-5bd5-4242-8dcc-be137d993461, host dv-cinder-778193-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=54710508-5bd5-4242-8dcc-be137d993461,segment=NetworkSegment(2750d958-8afb-4c23-8d50-7f696d3e9439),segment_id=2750d958-8afb-4c23-8d50-7f696d3e9439)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 05:22:42.893690 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Provisioning complete for port 6e8c2428-3e06-4449-9e2a-c67975c0e061 triggered by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:22:42.894066 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:42.966424 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-aa69d11b-608a-42cd-b20b-5c0c8c850273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6441180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7659239'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:43.003378 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-eb3178e0-1141-4f5e-8e82-9130d2f798cf None None] Provisioning complete for port 54710508-5bd5-4242-8dcc-be137d993461 triggered by entity DHCP. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:22:43.003848 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-eb3178e0-1141-4f5e-8e82-9130d2f798cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:43.036216 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa69d11b-608a-42cd-b20b-5c0c8c850273 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7253d2ac-3f24-4164-bd64-4aad08681a10,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:43.046987 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-eb3178e0-1141-4f5e-8e82-9130d2f798cf None None] Port 54710508-5bd5-4242-8dcc-be137d993461 cannot update to ACTIVE because it is not bound. {{(pid=94668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 05:22:43.047584 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa69d11b-608a-42cd-b20b-5c0c8c850273 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:22:43.048044 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa69d11b-608a-42cd-b20b-5c0c8c850273 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:22:43.048450 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa69d11b-608a-42cd-b20b-5c0c8c850273 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:22:43.050385 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa69d11b-608a-42cd-b20b-5c0c8c850273 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:22:43.050385 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa69d11b-608a-42cd-b20b-5c0c8c850273 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:22:43.050385 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa69d11b-608a-42cd-b20b-5c0c8c850273 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:22:43.050385 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa69d11b-608a-42cd-b20b-5c0c8c850273 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:22:43.050385 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa69d11b-608a-42cd-b20b-5c0c8c850273 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:22:43.050811 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa69d11b-608a-42cd-b20b-5c0c8c850273 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:22:43.050968 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa69d11b-608a-42cd-b20b-5c0c8c850273 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:22:43.057857 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa69d11b-608a-42cd-b20b-5c0c8c850273 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:22:43.058255 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa69d11b-608a-42cd-b20b-5c0c8c850273 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:22:43.058631 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0fea00d4-4f3e-48e9-a44a-0078def0c382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:43.097424 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa69d11b-608a-42cd-b20b-5c0c8c850273 admin admin] Checking segment: {'id': '52d15dd2-1120-4c49-9310-47e627a7446b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '78d0602b-83ba-4029-bfd3-1ce794c2bf47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 05:22:43.097790 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa69d11b-608a-42cd-b20b-5c0c8c850273 admin admin] Network hostable DHCP agents. Network: 78d0602b-83ba-4029-bfd3-1ce794c2bf47, hostable agents: ['6e02bdac-2fb2-4f2e-acf6-c0c230e91990'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 05:22:43.123689 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26495c63-cb4a-4e6a-b18e-b5093dffcc37 None None] Pushing event updated for resources: {'Port': ['ID=54710508-5bd5-4242-8dcc-be137d993461,revision_number=4']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:43.126342 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fea00d4-4f3e-48e9-a44a-0078def0c382 None None] Routers {'c2c9ce20-307d-4e9d-be50-13198262dfe7'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:22:43.126987 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-0fea00d4-4f3e-48e9-a44a-0078def0c382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:22:39Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['c2c9ce20-307d-4e9d-be50-13198262dfe7'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:22:43.210955 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa69d11b-608a-42cd-b20b-5c0c8c850273 admin admin] Network 78d0602b-83ba-4029-bfd3-1ce794c2bf47 is scheduled to be hosted by DHCP agent 6e02bdac-2fb2-4f2e-acf6-c0c230e91990 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 05:22:43.250509 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-0fea00d4-4f3e-48e9-a44a-0078def0c382 None None] Set router c2c9ce20-307d-4e9d-be50-13198262dfe7 gateway port host: dv-cinder-778193-10-iscsi {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:22:43.291100 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-aa69d11b-608a-42cd-b20b-5c0c8c850273 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-10-iscsi, 78d0602b-83ba-4029-bfd3-1ce794c2bf47) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:22:43.311705 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa69d11b-608a-42cd-b20b-5c0c8c850273 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:43.312231 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-aa69d11b-608a-42cd-b20b-5c0c8c850273 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531542'] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:43.346636 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d4a5b0-b1d0-4443-bf62-e9f3c3de72d0 None None] Network 78d0602b-83ba-4029-bfd3-1ce794c2bf47 requested from dv-cinder-778193-10-iscsi {{(pid=94668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 05:22:43.415407 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-aa69d11b-608a-42cd-b20b-5c0c8c850273 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9761205 Sep 21 05:22:43.421206 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 57262) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:22:43.425303 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [None req-a547ad52-ae59-44d1-a930-71aa44f1fc4f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2138379968-router', 'tenant_id': '16dc3bd9d9754289aafb0ea9b7d56a62', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc'}}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:22:43.501802 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-4a9e45c4-ee83-4a2e-8659-10b6a609bce4 None None] Provisioning complete for port 54710508-5bd5-4242-8dcc-be137d993461 triggered by entity DHCP. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:22:43.502182 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4a9e45c4-ee83-4a2e-8659-10b6a609bce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:43.542471 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a547ad52-ae59-44d1-a930-71aa44f1fc4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-474502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:43.543909 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a547ad52-ae59-44d1-a930-71aa44f1fc4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-475014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-432907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:43.575551 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbed4ea-e4c7-4209-947a-843d268374e9 req-e696941b-047a-4489-b8fa-7abdc2e6b323 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:43.584918 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-bcbed4ea-e4c7-4209-947a-843d268374e9 req-e696941b-047a-4489-b8fa-7abdc2e6b323 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff9613ba-785c-440c-bfae-00573e08fe55 HTTP/1.1" status: 200 len: 946 time: 0.0636427 Sep 21 05:22:43.633657 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2450ce-b8df-4d17-baeb-fa7fdf519490 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc935dc6c-459a-53c3-a524-c7ff278086b2-78d0602b-83ba-4029-bfd3-1ce794c2bf47', 'network_id': '78d0602b-83ba-4029-bfd3-1ce794c2bf47', 'tenant_id': '16dc3bd9d9754289aafb0ea9b7d56a62', 'fixed_ips': [{'subnet_id': '7253d2ac-3f24-4164-bd64-4aad08681a10'}]}} from dv-cinder-778193-10-iscsi. {{(pid=94668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 05:22:43.634538 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8e2450ce-b8df-4d17-baeb-fa7fdf519490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:43.669000 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a547ad52-ae59-44d1-a930-71aa44f1fc4f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:43.696393 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-bcbed4ea-e4c7-4209-947a-843d268374e9 req-4c19ad92-dd5d-4e4b-af1a-c2d0f99d3296 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/security-groups?id=05d839fa-73c5-47b3-a600-d2c01af0c82a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969682 Sep 21 05:22:43.697774 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4a9e45c4-ee83-4a2e-8659-10b6a609bce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:43.745412 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-0fea00d4-4f3e-48e9-a44a-0078def0c382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'name': 'tempest-TestVolumeBootPattern-1899784515-router', 'tenant_id': 'f732baa476ec493fa4a85f15fa02b9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '6e8c2428-3e06-4449-9e2a-c67975c0e061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:22:34Z', 'updated_at': '2021-09-21T05:22:38Z', 'revision_number': 4, 'project_id': 'f732baa476ec493fa4a85f15fa02b9de', 'gw_port': {'id': '6e8c2428-3e06-4449-9e2a-c67975c0e061', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:de:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:22:35Z', 'updated_at': '2021-09-21T05:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi', '_interfaces': [{'id': '54710508-5bd5-4242-8dcc-be137d993461', 'name': '', 'network_id': 'b65ce37e-28e9-4073-aba8-42f09a595bb5', 'tenant_id': 'f732baa476ec493fa4a85f15fa02b9de', 'mac_address': 'fa:16:3e:cc:97:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '73b79fce-eee6-4ec0-bdad-dcc75ff05127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:22:37Z', 'updated_at': '2021-09-21T05:22:42Z', 'revision_number': 4, 'project_id': 'f732baa476ec493fa4a85f15fa02b9de', 'subnets': [{'id': '73b79fce-eee6-4ec0-bdad-dcc75ff05127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:22:43.757604 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c9d502-19a0-4b42-8d82-648429ba649e req-76af622d-c231-44aa-8f3f-fa9576364893 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:43.759192 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-57c9d502-19a0-4b42-8d82-648429ba649e req-76af622d-c231-44aa-8f3f-fa9576364893 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 945 time: 0.0934513 Sep 21 05:22:43.790689 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fea00d4-4f3e-48e9-a44a-0078def0c382 None None] The sync data for ids ['c2c9ce20-307d-4e9d-be50-13198262dfe7'] in dv-cinder-778193-10-iscsi is: [{'id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'name': 'tempest-TestVolumeBootPattern-1899784515-router', 'tenant_id': 'f732baa476ec493fa4a85f15fa02b9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '6e8c2428-3e06-4449-9e2a-c67975c0e061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:22:34Z', 'updated_at': '2021-09-21T05:22:38Z', 'revision_number': 4, 'project_id': 'f732baa476ec493fa4a85f15fa02b9de', 'gw_port': {'id': '6e8c2428-3e06-4449-9e2a-c67975c0e061', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:de:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:22:35Z', 'updated_at': '2021-09-21T05:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi', '_interfaces': [{'id': '54710508-5bd5-4242-8dcc-be137d993461', 'name': '', 'network_id': 'b65ce37e-28e9-4073-aba8-42f09a595bb5', 'tenant_id': 'f732baa476ec493fa4a85f15fa02b9de', 'mac_address': 'fa:16:3e:cc:97:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '73b79fce-eee6-4ec0-bdad-dcc75ff05127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:22:37Z', 'updated_at': '2021-09-21T05:22:42Z', 'revision_number': 4, 'project_id': 'f732baa476ec493fa4a85f15fa02b9de', 'subnets': [{'id': '73b79fce-eee6-4ec0-bdad-dcc75ff05127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 05:22:43.818736 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-57c9d502-19a0-4b42-8d82-648429ba649e req-cf2cb6f1-ed6f-4345-a5ef-c5ffb01fa207 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455067 Sep 21 05:22:43.869675 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-4a9e45c4-ee83-4a2e-8659-10b6a609bce4 None None] For port 54710508-5bd5-4242-8dcc-be137d993461, host dv-cinder-778193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=54710508-5bd5-4242-8dcc-be137d993461,segment=NetworkSegment(2750d958-8afb-4c23-8d50-7f696d3e9439),segment_id=2750d958-8afb-4c23-8d50-7f696d3e9439)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:22:43.908315 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-8e2450ce-b8df-4d17-baeb-fa7fdf519490 None None] Allocated IP 172.20.0.2 (78d0602b-83ba-4029-bfd3-1ce794c2bf47/7253d2ac-3f24-4164-bd64-4aad08681a10/9b79b24c-a08b-4f84-abf2-d7abe99cd736) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 05:22:43.946273 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a547ad52-ae59-44d1-a930-71aa44f1fc4f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:43.979249 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4a9e45c4-ee83-4a2e-8659-10b6a609bce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:44.068033 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9e45c4-ee83-4a2e-8659-10b6a609bce4 None None] Pushing event updated for resources: {'Port': ['ID=54710508-5bd5-4242-8dcc-be137d993461,revision_number=5']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:44.163150 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8e2450ce-b8df-4d17-baeb-fa7fdf519490 None None] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:44.257128 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8e2450ce-b8df-4d17-baeb-fa7fdf519490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751403777208'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:44.322299 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2450ce-b8df-4d17-baeb-fa7fdf519490 None None] Pushing event updated for resources: {'Port': ['ID=9b79b24c-a08b-4f84-abf2-d7abe99cd736,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:44.327590 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a547ad52-ae59-44d1-a930-71aa44f1fc4f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:44.333185 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2450ce-b8df-4d17-baeb-fa7fdf519490 None None] Network 78d0602b-83ba-4029-bfd3-1ce794c2bf47 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 05:22:44.341820 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-8e2450ce-b8df-4d17-baeb-fa7fdf519490 None None] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:22:44.348311 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a547ad52-ae59-44d1-a930-71aa44f1fc4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:44.351924 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2450ce-b8df-4d17-baeb-fa7fdf519490 None None] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 05:22:44.530969 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-a547ad52-ae59-44d1-a930-71aa44f1fc4f admin admin] Allocated IP 172.27.3.67 (666bfb66-d53f-41b5-aa91-1f3481ab5acc/80dd054f-6720-4669-be55-825ddd1b955a/af1b4840-dc98-431c-ae9b-bcd9553d1ca1) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 05:22:44.628814 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-8e2450ce-b8df-4d17-baeb-fa7fdf519490 None None] Attempting to bind port 9b79b24c-a08b-4f84-abf2-d7abe99cd736 on host dv-cinder-778193-10-iscsi for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 05:22:44.629042 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-8e2450ce-b8df-4d17-baeb-fa7fdf519490 None None] Attempting to bind port 9b79b24c-a08b-4f84-abf2-d7abe99cd736 by drivers openvswitch,hyperv on host dv-cinder-778193-10-iscsi at level 0 using segments [{'id': '52d15dd2-1120-4c49-9310-47e627a7446b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '78d0602b-83ba-4029-bfd3-1ce794c2bf47'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 05:22:44.629303 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2450ce-b8df-4d17-baeb-fa7fdf519490 None None] Attempting to bind port 9b79b24c-a08b-4f84-abf2-d7abe99cd736 on network 78d0602b-83ba-4029-bfd3-1ce794c2bf47 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 05:22:44.635671 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2450ce-b8df-4d17-baeb-fa7fdf519490 None None] Checking agent: {'id': 'b0313305-4280-4067-8ee0-4ba61e64320d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 5, 12, 9), 'started_at': datetime.datetime(2021, 9, 21, 5, 12, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 5, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 05:22:44.637588 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2450ce-b8df-4d17-baeb-fa7fdf519490 None None] Checking segment: {'id': '52d15dd2-1120-4c49-9310-47e627a7446b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '78d0602b-83ba-4029-bfd3-1ce794c2bf47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 05:22:44.637588 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8e2450ce-b8df-4d17-baeb-fa7fdf519490 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:44.637588 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2450ce-b8df-4d17-baeb-fa7fdf519490 None None] Bound using segment: {'id': '52d15dd2-1120-4c49-9310-47e627a7446b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '78d0602b-83ba-4029-bfd3-1ce794c2bf47'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 05:22:44.637852 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-8e2450ce-b8df-4d17-baeb-fa7fdf519490 None None] Bound port: 9b79b24c-a08b-4f84-abf2-d7abe99cd736, host: dv-cinder-778193-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d15dd2-1120-4c49-9310-47e627a7446b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '78d0602b-83ba-4029-bfd3-1ce794c2bf47'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 05:22:44.638244 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8e2450ce-b8df-4d17-baeb-fa7fdf519490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:44.729283 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-8e2450ce-b8df-4d17-baeb-fa7fdf519490 None None] For port 9b79b24c-a08b-4f84-abf2-d7abe99cd736, host dv-cinder-778193-10-iscsi, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 05:22:44.735399 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a547ad52-ae59-44d1-a930-71aa44f1fc4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:44.741865 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-8e2450ce-b8df-4d17-baeb-fa7fdf519490 None None] For port 9b79b24c-a08b-4f84-abf2-d7abe99cd736, host dv-cinder-778193-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=9b79b24c-a08b-4f84-abf2-d7abe99cd736,segment=NetworkSegment(52d15dd2-1120-4c49-9310-47e627a7446b),segment_id=52d15dd2-1120-4c49-9310-47e627a7446b)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 05:22:44.819812 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8e2450ce-b8df-4d17-baeb-fa7fdf519490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:44.852200 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device 54710508-5bd5-4242-8dcc-be137d993461 up at agent ovs-agent-dv-cinder-778193-10-iscsi {{(pid=94668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 05:22:44.877624 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a547ad52-ae59-44d1-a930-71aa44f1fc4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751403777208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6441136'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:44.885643 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49800e39-d588-43ac-9067-bab8ad17788a req-44fe7db3-3c95-41bf-8fcd-087443609f94 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:44.888717 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-49800e39-d588-43ac-9067-bab8ad17788a req-44fe7db3-3c95-41bf-8fcd-087443609f94 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff9613ba-785c-440c-bfae-00573e08fe55 HTTP/1.1" status: 200 len: 946 time: 0.0850050 Sep 21 05:22:44.959431 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a547ad52-ae59-44d1-a930-71aa44f1fc4f admin admin] Network 666bfb66-d53f-41b5-aa91-1f3481ab5acc is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 05:22:44.962432 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-a547ad52-ae59-44d1-a930-71aa44f1fc4f admin admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:22:44.970308 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a547ad52-ae59-44d1-a930-71aa44f1fc4f admin admin] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 05:22:44.976257 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-49800e39-d588-43ac-9067-bab8ad17788a req-589b9aad-0f7f-4241-a043-ed91874ed809 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/security-groups?id=05d839fa-73c5-47b3-a600-d2c01af0c82a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812435 Sep 21 05:22:45.011678 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2450ce-b8df-4d17-baeb-fa7fdf519490 None None] Pushing event updated for resources: {'Port': ['ID=9b79b24c-a08b-4f84-abf2-d7abe99cd736,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:45.033561 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4221c1f7-8112-4951-928c-10f662321c13 req-7cd1bd1b-ac11-4bfd-9b45-1a94acb13ad7 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:45.035262 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4221c1f7-8112-4951-928c-10f662321c13 req-7cd1bd1b-ac11-4bfd-9b45-1a94acb13ad7 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 945 time: 0.0913832 Sep 21 05:22:45.049771 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Provisioning complete for port 54710508-5bd5-4242-8dcc-be137d993461 triggered by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:22:45.050264 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:45.074638 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a547ad52-ae59-44d1-a930-71aa44f1fc4f admin admin] Pushing event updated for resources: {'Port': ['ID=af1b4840-dc98-431c-ae9b-bcd9553d1ca1,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:45.110800 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4221c1f7-8112-4951-928c-10f662321c13 req-1efd8d52-4030-4c71-a011-d239dda32b6b tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685232 Sep 21 05:22:45.408894 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a547ad52-ae59-44d1-a930-71aa44f1fc4f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:45.617274 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a547ad52-ae59-44d1-a930-71aa44f1fc4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473169'] for router, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:45.848139 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a547ad52-ae59-44d1-a930-71aa44f1fc4f admin admin] Router 7f2d6439-10f3-48f0-b3ac-0c37c7502e8a is scheduled to L3 agent e4914d08-4fb7-43fa-94fb-1720f1d16cb4 with binding_index 1 {{(pid=94667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 05:22:45.961286 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a547ad52-ae59-44d1-a930-71aa44f1fc4f admin admin] Notify agent at l3_agent.dv-cinder-778193-10-iscsi the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 05:22:45.972745 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722bf266-773e-43c4-9e2b-d61961eab540 None None] Sync routers for ids ['7f2d6439-10f3-48f0-b3ac-0c37c7502e8a'] in dv-cinder-778193-10-iscsi {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 05:22:46.002767 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722bf266-773e-43c4-9e2b-d61961eab540 None None] Routers {'7f2d6439-10f3-48f0-b3ac-0c37c7502e8a'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:22:46.003624 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-722bf266-773e-43c4-9e2b-d61961eab540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:22:39Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['7f2d6439-10f3-48f0-b3ac-0c37c7502e8a'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:22:46.093898 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a547ad52-ae59-44d1-a930-71aa44f1fc4f admin admin] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:46.095432 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-a547ad52-ae59-44d1-a930-71aa44f1fc4f admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6734793 Sep 21 05:22:46.098363 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 57324) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:22:46.108300 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45152305-4f7a-4dab-ab10-d13137f0d9e1 req-78cf4f06-7515-4f24-b570-affbd576ba39 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:46.110541 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-45152305-4f7a-4dab-ab10-d13137f0d9e1 req-78cf4f06-7515-4f24-b570-affbd576ba39 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff9613ba-785c-440c-bfae-00573e08fe55 HTTP/1.1" status: 200 len: 946 time: 0.0599575 Sep 21 05:22:46.137232 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-722bf266-773e-43c4-9e2b-d61961eab540 None None] Set router 7f2d6439-10f3-48f0-b3ac-0c37c7502e8a gateway port host: dv-cinder-778193-10-iscsi {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:22:46.174657 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-45152305-4f7a-4dab-ab10-d13137f0d9e1 req-bd96faef-3fc7-4b9f-acb3-dbe5c046be3e tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/security-groups?id=05d839fa-73c5-47b3-a600-d2c01af0c82a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576446 Sep 21 05:22:46.270682 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250c17f3-367e-4eba-8fc3-ab7457f097f3 None None] Network 78d0602b-83ba-4029-bfd3-1ce794c2bf47 requested from dv-cinder-778193-10-iscsi {{(pid=94668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 05:22:46.322000 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531bc4ea-91d8-435a-a028-58b2bcea837f req-ccbba95f-01a6-4d3d-871f-acb81fa36d1d tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:46.323705 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-531bc4ea-91d8-435a-a028-58b2bcea837f req-ccbba95f-01a6-4d3d-871f-acb81fa36d1d tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 945 time: 0.0827937 Sep 21 05:22:46.361378 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-722bf266-773e-43c4-9e2b-d61961eab540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2d6439-10f3-48f0-b3ac-0c37c7502e8a', 'name': 'tempest-TestVolumeBootPattern-2138379968-router', 'tenant_id': '16dc3bd9d9754289aafb0ea9b7d56a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'af1b4840-dc98-431c-ae9b-bcd9553d1ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:22:43Z', 'updated_at': '2021-09-21T05:22:45Z', 'revision_number': 3, 'project_id': '16dc3bd9d9754289aafb0ea9b7d56a62', 'gw_port': {'id': 'af1b4840-dc98-431c-ae9b-bcd9553d1ca1', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ec:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f2d6439-10f3-48f0-b3ac-0c37c7502e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:22:44Z', 'updated_at': '2021-09-21T05:22:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi'}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:22:46.371623 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-9417e4e6-3951-4bf5-83ca-8286edf03455 None None] Provisioning complete for port 9b79b24c-a08b-4f84-abf2-d7abe99cd736 triggered by entity DHCP. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:22:46.372225 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9417e4e6-3951-4bf5-83ca-8286edf03455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:46.395118 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-531bc4ea-91d8-435a-a028-58b2bcea837f req-3ad96d35-8c98-4b37-b09f-c6a59e7eb451 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648553 Sep 21 05:22:46.396382 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722bf266-773e-43c4-9e2b-d61961eab540 None None] Checking router: 7f2d6439-10f3-48f0-b3ac-0c37c7502e8a for host: dv-cinder-778193-10-iscsi {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 05:22:46.396734 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722bf266-773e-43c4-9e2b-d61961eab540 None None] Updating router 7f2d6439-10f3-48f0-b3ac-0c37c7502e8a port af1b4840-dc98-431c-ae9b-bcd9553d1ca1 binding host dv-cinder-778193-10-iscsi {{(pid=94669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 05:22:46.425481 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-722bf266-773e-43c4-9e2b-d61961eab540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:46.550639 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9417e4e6-3951-4bf5-83ca-8286edf03455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:46.592699 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-9417e4e6-3951-4bf5-83ca-8286edf03455 None None] For port 9b79b24c-a08b-4f84-abf2-d7abe99cd736, host dv-cinder-778193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=9b79b24c-a08b-4f84-abf2-d7abe99cd736,segment=NetworkSegment(52d15dd2-1120-4c49-9310-47e627a7446b),segment_id=52d15dd2-1120-4c49-9310-47e627a7446b)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:22:46.599227 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-61237125-8643-4c5b-87fc-eab3ed55689d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:46.699226 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-722bf266-773e-43c4-9e2b-d61961eab540 None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:46.711233 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9417e4e6-3951-4bf5-83ca-8286edf03455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:46.772075 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9417e4e6-3951-4bf5-83ca-8286edf03455 None None] Pushing event updated for resources: {'Port': ['ID=9b79b24c-a08b-4f84-abf2-d7abe99cd736,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:46.775346 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-61237125-8643-4c5b-87fc-eab3ed55689d admin admin] Allocated IP 172.20.0.1 (78d0602b-83ba-4029-bfd3-1ce794c2bf47/7253d2ac-3f24-4164-bd64-4aad08681a10/60106c68-973c-4bd7-9c3f-b220c01da39a) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 05:22:46.816293 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-722bf266-773e-43c4-9e2b-d61961eab540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:46.853249 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device 9b79b24c-a08b-4f84-abf2-d7abe99cd736 up at agent ovs-agent-dv-cinder-778193-10-iscsi {{(pid=94668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 05:22:46.856664 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-d6ce004d-dddf-414e-b2dc-140c704fdb22 None None] Provisioning complete for port 9b79b24c-a08b-4f84-abf2-d7abe99cd736 triggered by entity DHCP. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:22:46.857050 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d6ce004d-dddf-414e-b2dc-140c704fdb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:46.880254 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe7777b-4cd0-4845-8134-b9288933ea75 None None] Pushing event updated for resources: {'Port': ['ID=af1b4840-dc98-431c-ae9b-bcd9553d1ca1,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:46.902329 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-722bf266-773e-43c4-9e2b-d61961eab540 None None] Attempting to bind port af1b4840-dc98-431c-ae9b-bcd9553d1ca1 on host dv-cinder-778193-10-iscsi for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 05:22:46.902754 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-722bf266-773e-43c4-9e2b-d61961eab540 None None] Attempting to bind port af1b4840-dc98-431c-ae9b-bcd9553d1ca1 by drivers openvswitch,hyperv on host dv-cinder-778193-10-iscsi at level 0 using segments [{'id': '826ab498-a3a4-4696-958a-2da03407e177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 05:22:46.903566 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722bf266-773e-43c4-9e2b-d61961eab540 None None] Attempting to bind port af1b4840-dc98-431c-ae9b-bcd9553d1ca1 on network 666bfb66-d53f-41b5-aa91-1f3481ab5acc {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 05:22:46.909338 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722bf266-773e-43c4-9e2b-d61961eab540 None None] Checking agent: {'id': 'b0313305-4280-4067-8ee0-4ba61e64320d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 5, 12, 9), 'started_at': datetime.datetime(2021, 9, 21, 5, 12, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 5, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 05:22:46.910200 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722bf266-773e-43c4-9e2b-d61961eab540 None None] Checking segment: {'id': '826ab498-a3a4-4696-958a-2da03407e177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 05:22:46.910625 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-722bf266-773e-43c4-9e2b-d61961eab540 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:46.911010 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722bf266-773e-43c4-9e2b-d61961eab540 None None] Bound using segment: {'id': '826ab498-a3a4-4696-958a-2da03407e177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 05:22:46.911468 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-722bf266-773e-43c4-9e2b-d61961eab540 None None] Bound port: af1b4840-dc98-431c-ae9b-bcd9553d1ca1, host: dv-cinder-778193-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '826ab498-a3a4-4696-958a-2da03407e177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 05:22:46.911857 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-722bf266-773e-43c4-9e2b-d61961eab540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:46.919793 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-61237125-8643-4c5b-87fc-eab3ed55689d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:46.952522 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Provisioning complete for port 9b79b24c-a08b-4f84-abf2-d7abe99cd736 triggered by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:22:46.953265 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:46.969270 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-722bf266-773e-43c4-9e2b-d61961eab540 None None] For port af1b4840-dc98-431c-ae9b-bcd9553d1ca1, host dv-cinder-778193-10-iscsi, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 05:22:46.972741 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-722bf266-773e-43c4-9e2b-d61961eab540 None None] For port af1b4840-dc98-431c-ae9b-bcd9553d1ca1, host dv-cinder-778193-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=af1b4840-dc98-431c-ae9b-bcd9553d1ca1,segment=NetworkSegment(826ab498-a3a4-4696-958a-2da03407e177),segment_id=826ab498-a3a4-4696-958a-2da03407e177)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 05:22:47.008046 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-61237125-8643-4c5b-87fc-eab3ed55689d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751403777208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6441136'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:47.034357 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-722bf266-773e-43c4-9e2b-d61961eab540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:47.045184 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61237125-8643-4c5b-87fc-eab3ed55689d admin admin] Network 78d0602b-83ba-4029-bfd3-1ce794c2bf47 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 05:22:47.048153 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-61237125-8643-4c5b-87fc-eab3ed55689d admin admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:22:47.051841 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61237125-8643-4c5b-87fc-eab3ed55689d admin admin] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 05:22:47.082492 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61237125-8643-4c5b-87fc-eab3ed55689d admin admin] Pushing event updated for resources: {'Port': ['ID=60106c68-973c-4bd7-9c3f-b220c01da39a,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:47.110651 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722bf266-773e-43c4-9e2b-d61961eab540 None None] Routers {'7f2d6439-10f3-48f0-b3ac-0c37c7502e8a'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:22:47.111312 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-722bf266-773e-43c4-9e2b-d61961eab540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:22:39Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['7f2d6439-10f3-48f0-b3ac-0c37c7502e8a'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:22:47.112138 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-61237125-8643-4c5b-87fc-eab3ed55689d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473222'] for router_interface, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:47.182448 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe7777b-4cd0-4845-8134-b9288933ea75 None None] Pushing event updated for resources: {'Port': ['ID=af1b4840-dc98-431c-ae9b-bcd9553d1ca1,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:47.266514 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-722bf266-773e-43c4-9e2b-d61961eab540 None None] Set router 7f2d6439-10f3-48f0-b3ac-0c37c7502e8a gateway port host: dv-cinder-778193-10-iscsi {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:22:47.317747 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e899d4c-90a0-44b8-b06f-eb62ba8ce482 req-eea04a23-2428-4b0c-9995-bd4cdc103968 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:47.319614 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4e899d4c-90a0-44b8-b06f-eb62ba8ce482 req-eea04a23-2428-4b0c-9995-bd4cdc103968 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff9613ba-785c-440c-bfae-00573e08fe55 HTTP/1.1" status: 200 len: 946 time: 0.0578671 Sep 21 05:22:47.338495 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-74d0271e-147d-4172-90fc-596126179d3f None None] Provisioning complete for port 60106c68-973c-4bd7-9c3f-b220c01da39a triggered by entity DHCP. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:22:47.339082 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-74d0271e-147d-4172-90fc-596126179d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:47.365793 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4e899d4c-90a0-44b8-b06f-eb62ba8ce482 req-06205593-48b0-4ad9-85ef-58c919d139c8 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/security-groups?id=05d839fa-73c5-47b3-a600-d2c01af0c82a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397432 Sep 21 05:22:47.388926 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-74d0271e-147d-4172-90fc-596126179d3f None None] Port 60106c68-973c-4bd7-9c3f-b220c01da39a cannot update to ACTIVE because it is not bound. {{(pid=94668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 05:22:47.456243 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device f0c31f37-8568-43df-85ed-406b86e88242 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 05:22:47.534548 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea50eace-5d95-4bda-a17a-70dcf1f6dfb1 req-996e0e02-f91b-402d-bff1-ed64b16cada1 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:47.536297 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ea50eace-5d95-4bda-a17a-70dcf1f6dfb1 req-996e0e02-f91b-402d-bff1-ed64b16cada1 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 945 time: 0.0582578 Sep 21 05:22:47.559400 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-722bf266-773e-43c4-9e2b-d61961eab540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2d6439-10f3-48f0-b3ac-0c37c7502e8a', 'name': 'tempest-TestVolumeBootPattern-2138379968-router', 'tenant_id': '16dc3bd9d9754289aafb0ea9b7d56a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'af1b4840-dc98-431c-ae9b-bcd9553d1ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:22:43Z', 'updated_at': '2021-09-21T05:22:45Z', 'revision_number': 3, 'project_id': '16dc3bd9d9754289aafb0ea9b7d56a62', 'gw_port': {'id': 'af1b4840-dc98-431c-ae9b-bcd9553d1ca1', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ec:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f2d6439-10f3-48f0-b3ac-0c37c7502e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:22:44Z', 'updated_at': '2021-09-21T05:22:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi'}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:22:47.564151 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] For port f0c31f37-8568-43df-85ed-406b86e88242, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f0c31f37-8568-43df-85ed-406b86e88242,segment=NetworkSegment(f6433832-0821-4a1f-a147-34f75b2bc1b3),segment_id=f6433832-0821-4a1f-a147-34f75b2bc1b3)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:22:47.578174 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Returning: {'device': 'f0c31f37-8568-43df-85ed-406b86e88242', 'network_id': '007b9195-968a-4aaf-8c91-9ba7bd7821aa', 'port_id': 'f0c31f37-8568-43df-85ed-406b86e88242', 'mac_address': 'fa:16:3e:d6:43:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a68d4d6-aa72-4762-8b15-dd5ef7ab0ec9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 05:22:47.579425 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ea50eace-5d95-4bda-a17a-70dcf1f6dfb1 req-b0a443af-af6c-4fd8-bec7-1084c03a376a tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346477 Sep 21 05:22:47.586819 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722bf266-773e-43c4-9e2b-d61961eab540 None None] The sync data for ids ['7f2d6439-10f3-48f0-b3ac-0c37c7502e8a'] in dv-cinder-778193-10-iscsi is: [{'id': '7f2d6439-10f3-48f0-b3ac-0c37c7502e8a', 'name': 'tempest-TestVolumeBootPattern-2138379968-router', 'tenant_id': '16dc3bd9d9754289aafb0ea9b7d56a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'af1b4840-dc98-431c-ae9b-bcd9553d1ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:22:43Z', 'updated_at': '2021-09-21T05:22:45Z', 'revision_number': 3, 'project_id': '16dc3bd9d9754289aafb0ea9b7d56a62', 'gw_port': {'id': 'af1b4840-dc98-431c-ae9b-bcd9553d1ca1', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ec:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f2d6439-10f3-48f0-b3ac-0c37c7502e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:22:44Z', 'updated_at': '2021-09-21T05:22:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi'}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 05:22:47.625570 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-61237125-8643-4c5b-87fc-eab3ed55689d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:47.628220 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:47.642596 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.notifiers.nova [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f0c31f37-8568-43df-85ed-406b86e88242 {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 05:22:47.662810 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] For port f0c31f37-8568-43df-85ed-406b86e88242, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f0c31f37-8568-43df-85ed-406b86e88242,segment=NetworkSegment(f6433832-0821-4a1f-a147-34f75b2bc1b3),segment_id=f6433832-0821-4a1f-a147-34f75b2bc1b3)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:22:47.733733 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:47.785041 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Pushing event updated for resources: {'Port': ['ID=f0c31f37-8568-43df-85ed-406b86e88242,revision_number=6']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:47.812885 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-61237125-8643-4c5b-87fc-eab3ed55689d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:47.891291 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-61237125-8643-4c5b-87fc-eab3ed55689d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6441129'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:47.962175 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61237125-8643-4c5b-87fc-eab3ed55689d admin admin] Pushing event updated for resources: {'Port': ['ID=60106c68-973c-4bd7-9c3f-b220c01da39a,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:47.967224 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-61237125-8643-4c5b-87fc-eab3ed55689d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-471830'] for router_interface, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:48.069014 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61237125-8643-4c5b-87fc-eab3ed55689d admin admin] Network 78d0602b-83ba-4029-bfd3-1ce794c2bf47 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 05:22:48.070711 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-61237125-8643-4c5b-87fc-eab3ed55689d admin admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:22:48.206654 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61237125-8643-4c5b-87fc-eab3ed55689d admin admin] Router 7f2d6439-10f3-48f0-b3ac-0c37c7502e8a has already been hosted by L3 agent e4914d08-4fb7-43fa-94fb-1720f1d16cb4 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 05:22:48.317893 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-16c5a9fb-1fd0-4165-8472-e60ba5b1528d None None] Provisioning complete for port 60106c68-973c-4bd7-9c3f-b220c01da39a triggered by entity DHCP. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:22:48.318273 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-16c5a9fb-1fd0-4165-8472-e60ba5b1528d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:48.321365 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61237125-8643-4c5b-87fc-eab3ed55689d admin admin] Notify agent at l3_agent.dv-cinder-778193-10-iscsi the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 05:22:48.327313 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-61237125-8643-4c5b-87fc-eab3ed55689d admin admin] 10.222.0.36 "PUT /v2.0/routers/7f2d6439-10f3-48f0-b3ac-0c37c7502e8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2278247 Sep 21 05:22:48.359809 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-16c5a9fb-1fd0-4165-8472-e60ba5b1528d None None] Port 60106c68-973c-4bd7-9c3f-b220c01da39a cannot update to ACTIVE because it is not bound. {{(pid=94668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 05:22:48.488808 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe35cbc-4870-46e9-99d3-3422f75b4331 req-41f1bbf5-4c6c-4f8f-b09c-2d290dbf3cc2 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:48.490658 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cfe35cbc-4870-46e9-99d3-3422f75b4331 req-41f1bbf5-4c6c-4f8f-b09c-2d290dbf3cc2 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff9613ba-785c-440c-bfae-00573e08fe55 HTTP/1.1" status: 200 len: 946 time: 0.0507381 Sep 21 05:22:48.532144 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cfe35cbc-4870-46e9-99d3-3422f75b4331 req-2156fb0d-e81a-4a6d-b969-d3ff0428e7c8 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/security-groups?id=05d839fa-73c5-47b3-a600-d2c01af0c82a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350831 Sep 21 05:22:48.701823 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058fcd43-c490-4cdf-8bdc-fa8801139630 req-e785f660-4bf2-4ab9-b899-cca13a6a7b81 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:48.703838 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-058fcd43-c490-4cdf-8bdc-fa8801139630 req-e785f660-4bf2-4ab9-b899-cca13a6a7b81 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 944 time: 0.0496321 Sep 21 05:22:48.767036 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-058fcd43-c490-4cdf-8bdc-fa8801139630 req-358785c6-0ecf-4785-be47-5576c658125b tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560520 Sep 21 05:22:48.856410 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device 9b79b24c-a08b-4f84-abf2-d7abe99cd736 up at agent ovs-agent-dv-cinder-778193-10-iscsi {{(pid=94668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 05:22:48.903454 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Provisioning complete for port 9b79b24c-a08b-4f84-abf2-d7abe99cd736 triggered by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:22:48.903838 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:49.005485 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device af1b4840-dc98-431c-ae9b-bcd9553d1ca1 up at agent ovs-agent-dv-cinder-778193-10-iscsi {{(pid=94668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 05:22:49.064271 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Provisioning complete for port af1b4840-dc98-431c-ae9b-bcd9553d1ca1 triggered by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:22:49.064639 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:49.142726 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:49.163126 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] For port af1b4840-dc98-431c-ae9b-bcd9553d1ca1, host dv-cinder-778193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=af1b4840-dc98-431c-ae9b-bcd9553d1ca1,segment=NetworkSegment(826ab498-a3a4-4696-958a-2da03407e177),segment_id=826ab498-a3a4-4696-958a-2da03407e177)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:22:49.234017 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:49.283190 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34815614-3241-4fbb-b951-6835b9555dbb None None] Sync routers for ids ['7f2d6439-10f3-48f0-b3ac-0c37c7502e8a'] in dv-cinder-778193-10-iscsi {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 05:22:49.291623 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Pushing event updated for resources: {'Port': ['ID=af1b4840-dc98-431c-ae9b-bcd9553d1ca1,revision_number=4']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:49.298964 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34815614-3241-4fbb-b951-6835b9555dbb None None] Routers {'7f2d6439-10f3-48f0-b3ac-0c37c7502e8a'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:22:49.299561 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-34815614-3241-4fbb-b951-6835b9555dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:22:39Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['7f2d6439-10f3-48f0-b3ac-0c37c7502e8a'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:22:49.414296 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-34815614-3241-4fbb-b951-6835b9555dbb None None] Set router 7f2d6439-10f3-48f0-b3ac-0c37c7502e8a gateway port host: dv-cinder-778193-10-iscsi {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:22:49.623241 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-34815614-3241-4fbb-b951-6835b9555dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2d6439-10f3-48f0-b3ac-0c37c7502e8a', 'name': 'tempest-TestVolumeBootPattern-2138379968-router', 'tenant_id': '16dc3bd9d9754289aafb0ea9b7d56a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'af1b4840-dc98-431c-ae9b-bcd9553d1ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:22:43Z', 'updated_at': '2021-09-21T05:22:47Z', 'revision_number': 4, 'project_id': '16dc3bd9d9754289aafb0ea9b7d56a62', 'gw_port': {'id': 'af1b4840-dc98-431c-ae9b-bcd9553d1ca1', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ec:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2d6439-10f3-48f0-b3ac-0c37c7502e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:22:44Z', 'updated_at': '2021-09-21T05:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi', '_interfaces': [{'id': '60106c68-973c-4bd7-9c3f-b220c01da39a', 'name': '', 'network_id': '78d0602b-83ba-4029-bfd3-1ce794c2bf47', 'tenant_id': '16dc3bd9d9754289aafb0ea9b7d56a62', 'mac_address': 'fa:16:3e:3b:3f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f2d6439-10f3-48f0-b3ac-0c37c7502e8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '7253d2ac-3f24-4164-bd64-4aad08681a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:22:46Z', 'updated_at': '2021-09-21T05:22:47Z', 'revision_number': 2, 'project_id': '16dc3bd9d9754289aafb0ea9b7d56a62', 'subnets': [{'id': '7253d2ac-3f24-4164-bd64-4aad08681a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:22:49.649081 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34815614-3241-4fbb-b951-6835b9555dbb None None] Checking router: 7f2d6439-10f3-48f0-b3ac-0c37c7502e8a for host: dv-cinder-778193-10-iscsi {{(pid=94668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 05:22:49.649410 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34815614-3241-4fbb-b951-6835b9555dbb None None] Updating router 7f2d6439-10f3-48f0-b3ac-0c37c7502e8a port 60106c68-973c-4bd7-9c3f-b220c01da39a binding host dv-cinder-778193-10-iscsi {{(pid=94668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 05:22:49.666029 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab365c1-9f13-42ab-8c1e-53c3da9c2cf3 req-43e641b3-1f73-4ffc-b764-b2b7ca2297f9 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:49.667958 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-fab365c1-9f13-42ab-8c1e-53c3da9c2cf3 req-43e641b3-1f73-4ffc-b764-b2b7ca2297f9 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff9613ba-785c-440c-bfae-00573e08fe55 HTTP/1.1" status: 200 len: 946 time: 0.0570474 Sep 21 05:22:49.673669 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-34815614-3241-4fbb-b951-6835b9555dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:49.688066 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] get_ports_and_sgs() called for port_ids ['f0c31f37-8568-43df-85ed-406b86e88242'] {{(pid=94668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 05:22:49.712119 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-fab365c1-9f13-42ab-8c1e-53c3da9c2cf3 req-7de72f1b-4641-4ee1-9069-c2d8623463d2 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/security-groups?id=05d839fa-73c5-47b3-a600-d2c01af0c82a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360532 Sep 21 05:22:49.890373 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660c240-28ac-42ba-a3c5-893c466bc31d req-8c3788e6-1875-48cb-9407-39e8370498cb tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:49.891895 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4660c240-28ac-42ba-a3c5-893c466bc31d req-8c3788e6-1875-48cb-9407-39e8370498cb tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 944 time: 0.0490334 Sep 21 05:22:49.934878 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4660c240-28ac-42ba-a3c5-893c466bc31d req-7247c494-3e2c-4fe4-8f76-33af29988e45 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369830 Sep 21 05:22:49.993126 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 57378) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:22:49.999295 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [None req-e9e2f802-1baf-428b-998a-527584b24134 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1317120964', 'description': 'tempest-secgroup-smoke-1317120964 description', 'project_id': 'f732baa476ec493fa4a85f15fa02b9de'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:22:50.075043 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-34815614-3241-4fbb-b951-6835b9555dbb None None] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:50.225294 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-34815614-3241-4fbb-b951-6835b9555dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:50.225530 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e9e2f802-1baf-428b-998a-527584b24134 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:50.286911 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35e4472-239b-4183-bb1d-2073e8c5b128 None None] Pushing event updated for resources: {'Port': ['ID=60106c68-973c-4bd7-9c3f-b220c01da39a,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:50.368574 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e9e2f802-1baf-428b-998a-527584b24134 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:50.491764 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-34815614-3241-4fbb-b951-6835b9555dbb None None] Attempting to bind port 60106c68-973c-4bd7-9c3f-b220c01da39a on host dv-cinder-778193-10-iscsi for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 05:22:50.492402 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-34815614-3241-4fbb-b951-6835b9555dbb None None] Attempting to bind port 60106c68-973c-4bd7-9c3f-b220c01da39a by drivers openvswitch,hyperv on host dv-cinder-778193-10-iscsi at level 0 using segments [{'id': '52d15dd2-1120-4c49-9310-47e627a7446b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '78d0602b-83ba-4029-bfd3-1ce794c2bf47'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 05:22:50.493620 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34815614-3241-4fbb-b951-6835b9555dbb None None] Attempting to bind port 60106c68-973c-4bd7-9c3f-b220c01da39a on network 78d0602b-83ba-4029-bfd3-1ce794c2bf47 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 05:22:50.500424 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34815614-3241-4fbb-b951-6835b9555dbb None None] Checking agent: {'id': 'b0313305-4280-4067-8ee0-4ba61e64320d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 5, 12, 9), 'started_at': datetime.datetime(2021, 9, 21, 5, 12, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 5, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 05:22:50.501217 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34815614-3241-4fbb-b951-6835b9555dbb None None] Checking segment: {'id': '52d15dd2-1120-4c49-9310-47e627a7446b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '78d0602b-83ba-4029-bfd3-1ce794c2bf47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 05:22:50.501817 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-34815614-3241-4fbb-b951-6835b9555dbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:50.506810 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34815614-3241-4fbb-b951-6835b9555dbb None None] Bound using segment: {'id': '52d15dd2-1120-4c49-9310-47e627a7446b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '78d0602b-83ba-4029-bfd3-1ce794c2bf47'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 05:22:50.507674 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-34815614-3241-4fbb-b951-6835b9555dbb None None] Bound port: 60106c68-973c-4bd7-9c3f-b220c01da39a, host: dv-cinder-778193-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d15dd2-1120-4c49-9310-47e627a7446b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '78d0602b-83ba-4029-bfd3-1ce794c2bf47'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 05:22:50.508177 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-34815614-3241-4fbb-b951-6835b9555dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:50.519692 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e9e2f802-1baf-428b-998a-527584b24134 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:50.559516 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e2f802-1baf-428b-998a-527584b24134 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2efc370c-cc76-4606-b462-9693fd771f2d,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:50.580209 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-34815614-3241-4fbb-b951-6835b9555dbb None None] For port 60106c68-973c-4bd7-9c3f-b220c01da39a, host dv-cinder-778193-10-iscsi, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 05:22:50.583341 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-34815614-3241-4fbb-b951-6835b9555dbb None None] For port 60106c68-973c-4bd7-9c3f-b220c01da39a, host dv-cinder-778193-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=60106c68-973c-4bd7-9c3f-b220c01da39a,segment=NetworkSegment(52d15dd2-1120-4c49-9310-47e627a7446b),segment_id=52d15dd2-1120-4c49-9310-47e627a7446b)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 05:22:50.624639 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-0735b973-666d-4498-b32d-1336c2f64a4e None None] Provisioning complete for port 60106c68-973c-4bd7-9c3f-b220c01da39a triggered by entity DHCP. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:22:50.625016 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0735b973-666d-4498-b32d-1336c2f64a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:50.657733 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-0735b973-666d-4498-b32d-1336c2f64a4e None None] Port 60106c68-973c-4bd7-9c3f-b220c01da39a cannot update to ACTIVE because it is not bound. {{(pid=94668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 05:22:50.683290 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e9e2f802-1baf-428b-998a-527584b24134 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:50.683761 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-34815614-3241-4fbb-b951-6835b9555dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:50.685773 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-e9e2f802-1baf-428b-998a-527584b24134 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6910019 Sep 21 05:22:50.688933 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 57398) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:22:50.695291 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-a504eaa9-3d23-4297-a079-183525917116 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Request body: {'security_group_rule': {'security_group_id': '2efc370c-cc76-4606-b462-9693fd771f2d', 'project_id': 'f732baa476ec493fa4a85f15fa02b9de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:22:50.737263 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34815614-3241-4fbb-b951-6835b9555dbb None None] Routers {'7f2d6439-10f3-48f0-b3ac-0c37c7502e8a'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:22:50.738066 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-34815614-3241-4fbb-b951-6835b9555dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:22:39Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['7f2d6439-10f3-48f0-b3ac-0c37c7502e8a'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:22:50.819344 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35e4472-239b-4183-bb1d-2073e8c5b128 None None] Pushing event updated for resources: {'Port': ['ID=60106c68-973c-4bd7-9c3f-b220c01da39a,revision_number=4']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:50.848170 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device af1b4840-dc98-431c-ae9b-bcd9553d1ca1 up at agent ovs-agent-dv-cinder-778193-10-iscsi {{(pid=94668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 05:22:50.869782 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63808ff6-7834-4bb7-b0f4-4d63e4198101 req-8ff3bc0a-6010-451e-88fb-5edf8e995266 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:50.872100 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-63808ff6-7834-4bb7-b0f4-4d63e4198101 req-8ff3bc0a-6010-451e-88fb-5edf8e995266 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff9613ba-785c-440c-bfae-00573e08fe55 HTTP/1.1" status: 200 len: 946 time: 0.0717580 Sep 21 05:22:50.919522 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-63808ff6-7834-4bb7-b0f4-4d63e4198101 req-4ec13b69-402b-425f-9461-314121872a56 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/security-groups?id=05d839fa-73c5-47b3-a600-d2c01af0c82a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396249 Sep 21 05:22:50.935285 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-a504eaa9-3d23-4297-a079-183525917116 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:50.957679 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-34815614-3241-4fbb-b951-6835b9555dbb None None] Set router 7f2d6439-10f3-48f0-b3ac-0c37c7502e8a gateway port host: dv-cinder-778193-10-iscsi {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:22:51.004588 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Provisioning complete for port af1b4840-dc98-431c-ae9b-bcd9553d1ca1 triggered by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:22:51.004976 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:51.031821 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-a504eaa9-3d23-4297-a079-183525917116 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:51.092794 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4867db3-dde8-4811-9783-a2e10520688b req-11960bff-03c5-43e2-88ff-5578a214d342 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:51.094214 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b4867db3-dde8-4811-9783-a2e10520688b req-11960bff-03c5-43e2-88ff-5578a214d342 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 944 time: 0.0511096 Sep 21 05:22:51.129027 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-a504eaa9-3d23-4297-a079-183525917116 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585508'] for security_group_rule, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:51.138537 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-a176d055-860a-4f0e-acaa-dd5d7a91fd2e None None] Provisioning complete for port 60106c68-973c-4bd7-9c3f-b220c01da39a triggered by entity DHCP. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:22:51.138924 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a176d055-860a-4f0e-acaa-dd5d7a91fd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:51.167801 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a504eaa9-3d23-4297-a079-183525917116 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d808bfc1-5e4b-4106-86c5-74dab87c5917,revision_number=0']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:51.173645 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b4867db3-dde8-4811-9783-a2e10520688b req-ed4a3873-1038-4c42-a65d-2fd3e4395467 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732224 Sep 21 05:22:51.180127 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a504eaa9-3d23-4297-a079-183525917116 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:22:51.180626 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a504eaa9-3d23-4297-a079-183525917116 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:22:51.180970 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a504eaa9-3d23-4297-a079-183525917116 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:22:51.181505 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a504eaa9-3d23-4297-a079-183525917116 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:22:51.181841 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a504eaa9-3d23-4297-a079-183525917116 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:22:51.182181 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a504eaa9-3d23-4297-a079-183525917116 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:22:51.182614 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a504eaa9-3d23-4297-a079-183525917116 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:22:51.187317 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a504eaa9-3d23-4297-a079-183525917116 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:22:51.187317 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a504eaa9-3d23-4297-a079-183525917116 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:22:51.187317 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a504eaa9-3d23-4297-a079-183525917116 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:22:51.187317 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a504eaa9-3d23-4297-a079-183525917116 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:22:51.187317 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a504eaa9-3d23-4297-a079-183525917116 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:22:51.214195 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-a504eaa9-3d23-4297-a079-183525917116 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:51.217890 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-a504eaa9-3d23-4297-a079-183525917116 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5273905 Sep 21 05:22:51.219089 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 57426) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:22:51.225037 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-1464a08d-3c66-49c8-87d1-b33607c81fc4 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Request body: {'security_group_rule': {'security_group_id': '2efc370c-cc76-4606-b462-9693fd771f2d', 'project_id': 'f732baa476ec493fa4a85f15fa02b9de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:22:51.345594 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a176d055-860a-4f0e-acaa-dd5d7a91fd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:51.384442 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-1464a08d-3c66-49c8-87d1-b33607c81fc4 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:51.385186 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-34815614-3241-4fbb-b951-6835b9555dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2d6439-10f3-48f0-b3ac-0c37c7502e8a', 'name': 'tempest-TestVolumeBootPattern-2138379968-router', 'tenant_id': '16dc3bd9d9754289aafb0ea9b7d56a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'af1b4840-dc98-431c-ae9b-bcd9553d1ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:22:43Z', 'updated_at': '2021-09-21T05:22:47Z', 'revision_number': 4, 'project_id': '16dc3bd9d9754289aafb0ea9b7d56a62', 'gw_port': {'id': 'af1b4840-dc98-431c-ae9b-bcd9553d1ca1', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ec:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2d6439-10f3-48f0-b3ac-0c37c7502e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:22:44Z', 'updated_at': '2021-09-21T05:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi', '_interfaces': [{'id': '60106c68-973c-4bd7-9c3f-b220c01da39a', 'name': '', 'network_id': '78d0602b-83ba-4029-bfd3-1ce794c2bf47', 'tenant_id': '16dc3bd9d9754289aafb0ea9b7d56a62', 'mac_address': 'fa:16:3e:3b:3f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f2d6439-10f3-48f0-b3ac-0c37c7502e8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '7253d2ac-3f24-4164-bd64-4aad08681a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:22:46Z', 'updated_at': '2021-09-21T05:22:50Z', 'revision_number': 4, 'project_id': '16dc3bd9d9754289aafb0ea9b7d56a62', 'subnets': [{'id': '7253d2ac-3f24-4164-bd64-4aad08681a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:22:51.390256 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-a176d055-860a-4f0e-acaa-dd5d7a91fd2e None None] For port 60106c68-973c-4bd7-9c3f-b220c01da39a, host dv-cinder-778193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=60106c68-973c-4bd7-9c3f-b220c01da39a,segment=NetworkSegment(52d15dd2-1120-4c49-9310-47e627a7446b),segment_id=52d15dd2-1120-4c49-9310-47e627a7446b)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:22:51.414993 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34815614-3241-4fbb-b951-6835b9555dbb None None] The sync data for ids ['7f2d6439-10f3-48f0-b3ac-0c37c7502e8a'] in dv-cinder-778193-10-iscsi is: [{'id': '7f2d6439-10f3-48f0-b3ac-0c37c7502e8a', 'name': 'tempest-TestVolumeBootPattern-2138379968-router', 'tenant_id': '16dc3bd9d9754289aafb0ea9b7d56a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'af1b4840-dc98-431c-ae9b-bcd9553d1ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:22:43Z', 'updated_at': '2021-09-21T05:22:47Z', 'revision_number': 4, 'project_id': '16dc3bd9d9754289aafb0ea9b7d56a62', 'gw_port': {'id': 'af1b4840-dc98-431c-ae9b-bcd9553d1ca1', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ec:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2d6439-10f3-48f0-b3ac-0c37c7502e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:22:44Z', 'updated_at': '2021-09-21T05:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi', '_interfaces': [{'id': '60106c68-973c-4bd7-9c3f-b220c01da39a', 'name': '', 'network_id': '78d0602b-83ba-4029-bfd3-1ce794c2bf47', 'tenant_id': '16dc3bd9d9754289aafb0ea9b7d56a62', 'mac_address': 'fa:16:3e:3b:3f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f2d6439-10f3-48f0-b3ac-0c37c7502e8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '7253d2ac-3f24-4164-bd64-4aad08681a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:22:46Z', 'updated_at': '2021-09-21T05:22:50Z', 'revision_number': 4, 'project_id': '16dc3bd9d9754289aafb0ea9b7d56a62', 'subnets': [{'id': '7253d2ac-3f24-4164-bd64-4aad08681a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 05:22:51.459148 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a176d055-860a-4f0e-acaa-dd5d7a91fd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:51.462735 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-1464a08d-3c66-49c8-87d1-b33607c81fc4 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:51.563296 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a176d055-860a-4f0e-acaa-dd5d7a91fd2e None None] Pushing event updated for resources: {'Port': ['ID=60106c68-973c-4bd7-9c3f-b220c01da39a,revision_number=5']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:51.579752 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-1464a08d-3c66-49c8-87d1-b33607c81fc4 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585508'] for security_group_rule, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:51.602375 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1464a08d-3c66-49c8-87d1-b33607c81fc4 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be36b797-55d4-48de-9d06-ebc47c19a928,revision_number=0']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:51.752047 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-1464a08d-3c66-49c8-87d1-b33607c81fc4 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:51.754110 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-1464a08d-3c66-49c8-87d1-b33607c81fc4 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5333929 Sep 21 05:22:51.756911 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 57440) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:22:51.762699 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-affccf91-c848-4b01-a7e6-1f7ead450003 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Request body: {'security_group_rule': {'security_group_id': '2efc370c-cc76-4606-b462-9693fd771f2d', 'project_id': 'f732baa476ec493fa4a85f15fa02b9de', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:22:51.879386 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-affccf91-c848-4b01-a7e6-1f7ead450003 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:51.962109 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-affccf91-c848-4b01-a7e6-1f7ead450003 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:52.072570 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-affccf91-c848-4b01-a7e6-1f7ead450003 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585508'] for security_group_rule, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:52.103180 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a67579-3bc3-4804-aa8e-61d93ea8b276 req-c7143bfb-5a69-4942-a531-28493815f636 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:52.111042 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e7a67579-3bc3-4804-aa8e-61d93ea8b276 req-c7143bfb-5a69-4942-a531-28493815f636 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff9613ba-785c-440c-bfae-00573e08fe55 HTTP/1.1" status: 200 len: 946 time: 0.0870800 Sep 21 05:22:52.122854 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affccf91-c848-4b01-a7e6-1f7ead450003 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c12c0ad-000b-4237-a2e0-d95ade6a5b66,revision_number=0']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:52.164593 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e7a67579-3bc3-4804-aa8e-61d93ea8b276 req-c1dffde2-dc0b-4722-84a2-5d70a4a061ce tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/security-groups?id=05d839fa-73c5-47b3-a600-d2c01af0c82a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527089 Sep 21 05:22:52.310999 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.agents_db [None req-b3bad76d-57ee-4137-9d9b-1a82d1aed62b None None] Agent healthcheck: found 6 active agents {{(pid=94669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 05:22:52.361285 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-affccf91-c848-4b01-a7e6-1f7ead450003 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:52.365653 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 57452) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:22:52.372119 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [None req-49b5721f-235c-4efb-87d8-0def408ce05b tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Request body: {'security_group_rule': {'security_group_id': '2efc370c-cc76-4606-b462-9693fd771f2d', 'project_id': 'f732baa476ec493fa4a85f15fa02b9de', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:22:52.377735 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-affccf91-c848-4b01-a7e6-1f7ead450003 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6195993 Sep 21 05:22:52.417375 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ae2912-32bb-4d4d-abc0-cd266b3013f7 req-11407f9d-14bc-42f6-a9b9-54437884dcd0 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:52.441886 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-17ae2912-32bb-4d4d-abc0-cd266b3013f7 req-11407f9d-14bc-42f6-a9b9-54437884dcd0 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 944 time: 0.1154997 Sep 21 05:22:52.487121 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-17ae2912-32bb-4d4d-abc0-cd266b3013f7 req-1064e2a5-68aa-48cc-8259-00c660e63679 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607796 Sep 21 05:22:52.761900 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-49b5721f-235c-4efb-87d8-0def408ce05b tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:52.816324 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device 60106c68-973c-4bd7-9c3f-b220c01da39a up at agent ovs-agent-dv-cinder-778193-10-iscsi {{(pid=94668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 05:22:52.878535 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Provisioning complete for port 60106c68-973c-4bd7-9c3f-b220c01da39a triggered by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:22:52.879137 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:52.896404 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-49b5721f-235c-4efb-87d8-0def408ce05b tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:52.972210 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc7405-1100-4f00-8ffd-639a9363781f req-e08eae04-a188-42b3-9045-592b0feecbf3 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:52.981482 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-51dc7405-1100-4f00-8ffd-639a9363781f req-e08eae04-a188-42b3-9045-592b0feecbf3 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff9613ba-785c-440c-bfae-00573e08fe55 HTTP/1.1" status: 200 len: 946 time: 0.0640168 Sep 21 05:22:53.019582 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-49b5721f-235c-4efb-87d8-0def408ce05b tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585508'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:53.053868 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b5721f-235c-4efb-87d8-0def408ce05b tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbac8eb3-92a4-4897-8e9d-e52fd36c5ded,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:53.057292 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-51dc7405-1100-4f00-8ffd-639a9363781f req-2229aa6f-cca8-45f2-af30-3693b861c1a5 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/security-groups?id=05d839fa-73c5-47b3-a600-d2c01af0c82a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746160 Sep 21 05:22:53.142876 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-49b5721f-235c-4efb-87d8-0def408ce05b tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:53.145739 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-49b5721f-235c-4efb-87d8-0def408ce05b tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7766645 Sep 21 05:22:53.146843 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 57462) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:22:53.151378 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [None req-7cf26fc8-c7ef-49e9-a164-0464c45702f4 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Request body: {'security_group_rule': {'security_group_id': '2efc370c-cc76-4606-b462-9693fd771f2d', 'project_id': 'f732baa476ec493fa4a85f15fa02b9de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:22:53.265499 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.db.securitygroups_db [None req-7cf26fc8-c7ef-49e9-a164-0464c45702f4 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Project f732baa476ec493fa4a85f15fa02b9de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 05:22:53.271117 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7cf26fc8-c7ef-49e9-a164-0464c45702f4 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:53.337214 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7cf26fc8-c7ef-49e9-a164-0464c45702f4 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:53.431651 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7cf26fc8-c7ef-49e9-a164-0464c45702f4 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585508'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:53.453612 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf26fc8-c7ef-49e9-a164-0464c45702f4 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b471fed-1ff6-4ff5-978d-eda2c1d40e15,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:53.537268 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7cf26fc8-c7ef-49e9-a164-0464c45702f4 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:53.548976 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-7cf26fc8-c7ef-49e9-a164-0464c45702f4 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3910174 Sep 21 05:22:53.548976 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 57468) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:22:53.548976 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [None req-62d8850b-4956-407b-9c27-61713e994b0c tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Request body: {'security_group_rule': {'security_group_id': '2efc370c-cc76-4606-b462-9693fd771f2d', 'project_id': 'f732baa476ec493fa4a85f15fa02b9de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:22:53.626610 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f102c27-83b6-4f3b-abe7-9b60381fb90c req-d79eae68-692b-47bf-a170-1eec54d0ab8e tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:53.628336 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4f102c27-83b6-4f3b-abe7-9b60381fb90c req-d79eae68-692b-47bf-a170-1eec54d0ab8e tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 944 time: 0.0531237 Sep 21 05:22:53.674597 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4f102c27-83b6-4f3b-abe7-9b60381fb90c req-9b1d4cdf-c9fc-4e8d-8b2c-0f9054ceeaaf tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400970 Sep 21 05:22:53.688083 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.db.securitygroups_db [None req-62d8850b-4956-407b-9c27-61713e994b0c tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Project f732baa476ec493fa4a85f15fa02b9de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 05:22:53.693672 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-62d8850b-4956-407b-9c27-61713e994b0c tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:53.780522 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-62d8850b-4956-407b-9c27-61713e994b0c tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:53.873948 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-62d8850b-4956-407b-9c27-61713e994b0c tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585508'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:53.893490 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device f0c31f37-8568-43df-85ed-406b86e88242 up at agent hyperv_hv-cinder-77819 {{(pid=94668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 05:22:53.896135 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d8850b-4956-407b-9c27-61713e994b0c tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=007e52c6-2272-4e14-8891-f3e11d4d0b03,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:53.959541 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Provisioning complete for port f0c31f37-8568-43df-85ed-406b86e88242 triggered by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:22:53.959916 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:53.968692 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-62d8850b-4956-407b-9c27-61713e994b0c tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:53.973911 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-62d8850b-4956-407b-9c27-61713e994b0c tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4310017 Sep 21 05:22:54.140942 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b01932b-a2d5-41b9-97bc-13210eb577dc req-448d0675-887b-4410-95fa-41752db56882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:54.142497 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-0b01932b-a2d5-41b9-97bc-13210eb577dc req-448d0675-887b-4410-95fa-41752db56882 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c1270fbb20a848c2956184daa8db39c9&device_id=ff9613ba-785c-440c-bfae-00573e08fe55 HTTP/1.1" status: 200 len: 1099 time: 0.0694685 Sep 21 05:22:54.158794 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:54.201734 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbac02d0-41b3-4b2b-8b98-ab116fc805fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0c31f37-8568-43df-85ed-406b86e88242'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 05:22:54.204902 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9746b1cd2a1144c350740d70a5f253bbb3c4ac519592b61f014e2841f81d92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9589d9-4c03-482d-a9fe-ee3c4b44d30e" -d '{"events": [{"server_uuid": "cbac02d0-41b3-4b2b-8b98-ab116fc805fe", "name": "network-vif-plugged", "status": "completed", "tag": "f0c31f37-8568-43df-85ed-406b86e88242"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 05:22:54.259176 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] For port f0c31f37-8568-43df-85ed-406b86e88242, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f0c31f37-8568-43df-85ed-406b86e88242,segment=NetworkSegment(f6433832-0821-4a1f-a147-34f75b2bc1b3),segment_id=f6433832-0821-4a1f-a147-34f75b2bc1b3)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:22:54.279662 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727130a3-b4f0-4e1f-8725-ca1f1904c3b3 req-91cead09-775e-414d-b641-c5049085a042 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:54.290900 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-727130a3-b4f0-4e1f-8725-ca1f1904c3b3 req-91cead09-775e-414d-b641-c5049085a042 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff9613ba-785c-440c-bfae-00573e08fe55 HTTP/1.1" status: 200 len: 946 time: 0.1456251 Sep 21 05:22:54.301257 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b01932b-a2d5-41b9-97bc-13210eb577dc req-300b817f-993f-4311-bb00-ed02a0e2b33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:54.302695 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-0b01932b-a2d5-41b9-97bc-13210eb577dc req-300b817f-993f-4311-bb00-ed02a0e2b33d service neutron] 10.222.0.32 "GET /v2.0/networks?id=151497d5-ce27-4271-a888-4f8a00b26617 HTTP/1.1" status: 200 len: 911 time: 0.1515758 Sep 21 05:22:54.303284 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 05:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3aa3f74-6bd0-49fe-9df3-3b5adf19b6d0 x-openstack-request-id: req-f3aa3f74-6bd0-49fe-9df3-3b5adf19b6d0 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 05:22:54.304073 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbac02d0-41b3-4b2b-8b98-ab116fc805fe", "name": "network-vif-plugged", "status": "completed", "tag": "f0c31f37-8568-43df-85ed-406b86e88242", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 05:22:54.304358 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f3aa3f74-6bd0-49fe-9df3-3b5adf19b6d0 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 05:22:54.304986 dv-cinder-778193-10-iscsi neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbac02d0-41b3-4b2b-8b98-ab116fc805fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0c31f37-8568-43df-85ed-406b86e88242', 'code': 200} Sep 21 05:22:54.352657 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-727130a3-b4f0-4e1f-8725-ca1f1904c3b3 req-cb364f8e-1679-4989-ab19-c7ddc14ff658 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/security-groups?id=05d839fa-73c5-47b3-a600-d2c01af0c82a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606093 Sep 21 05:22:54.361943 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:54.409005 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-0b01932b-a2d5-41b9-97bc-13210eb577dc req-dad97319-5c75-4caf-9543-99d664716b09 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14dcd758-b3f3-4b55-b36f-a3a00d0d80dc HTTP/1.1" status: 200 len: 1001 time: 0.0966671 Sep 21 05:22:54.432932 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Pushing event updated for resources: {'Port': ['ID=f0c31f37-8568-43df-85ed-406b86e88242,revision_number=7']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:54.479231 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b01932b-a2d5-41b9-97bc-13210eb577dc req-9afba8f9-e96b-4619-a9d4-e5f1ac9924e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:54.482311 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-0b01932b-a2d5-41b9-97bc-13210eb577dc req-9afba8f9-e96b-4619-a9d4-e5f1ac9924e5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f6d02048-06ff-4c3a-9a06-2b16d4e50c51 HTTP/1.1" status: 200 len: 850 time: 0.0637643 Sep 21 05:22:54.555229 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b01932b-a2d5-41b9-97bc-13210eb577dc req-a14fc719-0e04-4c43-a01e-b7508e435329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:54.557189 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-0b01932b-a2d5-41b9-97bc-13210eb577dc req-a14fc719-0e04-4c43-a01e-b7508e435329 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=151497d5-ce27-4271-a888-4f8a00b26617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0572476 Sep 21 05:22:54.714710 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-0b01932b-a2d5-41b9-97bc-13210eb577dc req-090651d4-08bb-43db-ab9d-d3ba97d3d9f7 service neutron] 10.222.0.32 "GET /v2.0/networks/151497d5-ce27-4271-a888-4f8a00b26617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476915 Sep 21 05:22:54.849782 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-0b01932b-a2d5-41b9-97bc-13210eb577dc req-3efb156e-da1d-4800-bd6a-8a5d41120882 service neutron] 10.222.0.32 "GET /v2.0/networks/151497d5-ce27-4271-a888-4f8a00b26617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276886 Sep 21 05:22:54.876750 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0316545-ff2f-4f90-908e-c58bc1a0535b req-5abbebc4-7f45-4ee8-9f45-07d55e857869 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:54.878390 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f0316545-ff2f-4f90-908e-c58bc1a0535b req-5abbebc4-7f45-4ee8-9f45-07d55e857869 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 945 time: 0.0603125 Sep 21 05:22:54.918440 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f0316545-ff2f-4f90-908e-c58bc1a0535b req-394d7b91-6e98-4c66-8c90-f778ed492686 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333030 Sep 21 05:22:55.504653 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2695a662-7956-4caf-ad6e-8bec6ddb590e req-bab4a8b0-dfc4-4e01-b502-785a152eefd7 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:55.513786 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2695a662-7956-4caf-ad6e-8bec6ddb590e req-bab4a8b0-dfc4-4e01-b502-785a152eefd7 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff9613ba-785c-440c-bfae-00573e08fe55 HTTP/1.1" status: 200 len: 946 time: 0.0630212 Sep 21 05:22:55.587089 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2695a662-7956-4caf-ad6e-8bec6ddb590e req-9757e4f8-0beb-4ee8-ab18-781475afc3aa tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/security-groups?id=05d839fa-73c5-47b3-a600-d2c01af0c82a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719469 Sep 21 05:22:56.123302 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec50a01-7cdd-41f7-92c6-81a384e042de req-f754d4b0-d89e-47d6-a5f4-379527b46d04 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:56.125208 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4ec50a01-7cdd-41f7-92c6-81a384e042de req-f754d4b0-d89e-47d6-a5f4-379527b46d04 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 945 time: 0.0933423 Sep 21 05:22:56.147127 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf240d-4e15-46ca-b0fe-286becef191f req-fbd9b4ba-9e15-4fa8-bd2e-d32c86e50bb4 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:56.160285 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a9cf240d-4e15-46ca-b0fe-286becef191f req-fbd9b4ba-9e15-4fa8-bd2e-d32c86e50bb4 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8597837-cb82-468d-8b14-07327db8866d HTTP/1.1" status: 200 len: 945 time: 0.1163464 Sep 21 05:22:56.167486 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2653c65-18f4-49b2-870a-e4587c1b3dd7 req-7519b771-dd37-45f3-ac74-bc45b6d7a843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:56.175008 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-d2653c65-18f4-49b2-870a-e4587c1b3dd7 req-7519b771-dd37-45f3-ac74-bc45b6d7a843 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b64060143eab4fe4b14ef5a511665b1a&device_id=e8597837-cb82-468d-8b14-07327db8866d HTTP/1.1" status: 200 len: 1098 time: 0.0667975 Sep 21 05:22:56.253925 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4ec50a01-7cdd-41f7-92c6-81a384e042de req-5e359382-5f16-489a-ab8e-a852505aa6c0 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750844 Sep 21 05:22:56.304207 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a9cf240d-4e15-46ca-b0fe-286becef191f req-4ae511cc-5902-4013-b296-ba01fba2302b tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424017 Sep 21 05:22:56.347788 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2653c65-18f4-49b2-870a-e4587c1b3dd7 req-dfd9d56a-7534-49fb-af8a-6c6f7873d750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:56.353104 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-d2653c65-18f4-49b2-870a-e4587c1b3dd7 req-dfd9d56a-7534-49fb-af8a-6c6f7873d750 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5924b4aa-fb49-47a2-bb5c-959e13209f12 HTTP/1.1" status: 200 len: 919 time: 0.1641736 Sep 21 05:22:56.366590 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 57566) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:22:56.404079 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-d2653c65-18f4-49b2-870a-e4587c1b3dd7 req-19878b31-cc52-43dd-8ab5-cb5463dff690 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5d3f16f-d73d-4add-ba80-9dc08fba777f HTTP/1.1" status: 200 len: 217 time: 0.0423660 Sep 21 05:22:56.472583 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2653c65-18f4-49b2-870a-e4587c1b3dd7 req-c8dbdc45-4790-4f50-a281-8bdb0a115b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:56.475021 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-d2653c65-18f4-49b2-870a-e4587c1b3dd7 req-c8dbdc45-4790-4f50-a281-8bdb0a115b4d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=eb31e64e-231d-4419-bf19-44f0d2bc22f7 HTTP/1.1" status: 200 len: 859 time: 0.0591712 Sep 21 05:22:56.515289 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-d2653c65-18f4-49b2-870a-e4587c1b3dd7 req-3f5c6d99-1bf8-4e67-8656-6cedeeea5858 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5924b4aa-fb49-47a2-bb5c-959e13209f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318029 Sep 21 05:22:56.572181 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-a5bc218f-8256-4b87-8302-8dc7ef807205 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:56.664926 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-d2653c65-18f4-49b2-870a-e4587c1b3dd7 req-44b2171f-f4ad-4ad0-99fc-9d919cf3a5b7 service neutron] 10.222.0.32 "GET /v2.0/networks/5924b4aa-fb49-47a2-bb5c-959e13209f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411572 Sep 21 05:22:56.777256 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16f181-0f4a-4e06-9a32-c03134f8aa10 req-49073d49-91a7-4204-8f38-306913467d1e tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:56.779005 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ba16f181-0f4a-4e06-9a32-c03134f8aa10 req-49073d49-91a7-4204-8f38-306913467d1e tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff9613ba-785c-440c-bfae-00573e08fe55 HTTP/1.1" status: 200 len: 946 time: 0.1061115 Sep 21 05:22:56.781278 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-a5bc218f-8256-4b87-8302-8dc7ef807205 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:56.805889 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-d2653c65-18f4-49b2-870a-e4587c1b3dd7 req-59706c66-e9bd-41c7-920c-28e6c9c5da77 service neutron] 10.222.0.32 "GET /v2.0/networks/5924b4aa-fb49-47a2-bb5c-959e13209f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305246 Sep 21 05:22:56.844594 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ba16f181-0f4a-4e06-9a32-c03134f8aa10 req-44e3d595-4edd-4dee-8005-b8b257dc1378 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/security-groups?id=05d839fa-73c5-47b3-a600-d2c01af0c82a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529749 Sep 21 05:22:56.928760 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-a5bc218f-8256-4b87-8302-8dc7ef807205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:56.979446 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-a5bc218f-8256-4b87-8302-8dc7ef807205 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=98ca2978030d492fb07e8b06f216ba89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6092966 Sep 21 05:22:56.979446 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bc218f-8256-4b87-8302-8dc7ef807205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3121cc6a-1710-4e8d-afac-6fc7235d6aba,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:56.980804 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 57588) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:22:57.048511 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-48cea718-b3c5-414d-a866-f91bd8428a17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:57.072602 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-48cea718-b3c5-414d-a866-f91bd8428a17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:57.210945 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-48cea718-b3c5-414d-a866-f91bd8428a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:57.213702 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-48cea718-b3c5-414d-a866-f91bd8428a17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:57.220029 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-48cea718-b3c5-414d-a866-f91bd8428a17 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3121cc6a-1710-4e8d-afac-6fc7235d6aba HTTP/1.1" status: 204 len: 168 time: 0.2331233 Sep 21 05:22:57.224429 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cea718-b3c5-414d-a866-f91bd8428a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3121cc6a-1710-4e8d-afac-6fc7235d6aba,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:57.511016 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0010344-4b98-40f2-9d5c-b5233e0445c1 req-0b1259b1-2ecc-4c08-846d-adbf8f11c9a8 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:57.520861 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a0010344-4b98-40f2-9d5c-b5233e0445c1 req-0b1259b1-2ecc-4c08-846d-adbf8f11c9a8 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 945 time: 0.1497071 Sep 21 05:22:57.547166 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce96fd-a9e5-4f7f-8d84-170676b4fa33 req-70d7acdb-40d7-48ca-9dd1-69acab9dbcae tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:57.548727 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-85ce96fd-a9e5-4f7f-8d84-170676b4fa33 req-70d7acdb-40d7-48ca-9dd1-69acab9dbcae tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8597837-cb82-468d-8b14-07327db8866d HTTP/1.1" status: 200 len: 945 time: 0.1054168 Sep 21 05:22:57.627603 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a0010344-4b98-40f2-9d5c-b5233e0445c1 req-4200690d-87ad-447e-a87e-0e6850405cb5 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078796 Sep 21 05:22:57.650175 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-85ce96fd-a9e5-4f7f-8d84-170676b4fa33 req-cc943820-9b3c-438b-b700-e8d888b676f4 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817022 Sep 21 05:22:58.790252 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f79ae84-a966-4974-a176-a842c4157b10 req-302f4365-bf2b-4159-8502-fbd74211f6b2 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:58.791757 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2f79ae84-a966-4974-a176-a842c4157b10 req-302f4365-bf2b-4159-8502-fbd74211f6b2 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 945 time: 0.0662363 Sep 21 05:22:58.799049 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc15eabf-9c4c-4e66-bafb-8ea5003c7c63 req-58b4297a-6511-497f-b306-d913bbfe2aeb tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:22:58.800671 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-dc15eabf-9c4c-4e66-bafb-8ea5003c7c63 req-58b4297a-6511-497f-b306-d913bbfe2aeb tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8597837-cb82-468d-8b14-07327db8866d HTTP/1.1" status: 200 len: 945 time: 0.0849428 Sep 21 05:22:59.100873 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-dc15eabf-9c4c-4e66-bafb-8ea5003c7c63 req-54e40ccc-583c-4748-9685-9155234c288d tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877045 Sep 21 05:22:59.113658 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2f79ae84-a966-4974-a176-a842c4157b10 req-d6dd8c7c-c15e-47ab-a01a-445215be4762 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3118973 Sep 21 05:22:59.469703 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 57654) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:22:59.685395 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-5edd89cd-d102-44e7-acf1-e72d624b9462 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:59.797924 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-5edd89cd-d102-44e7-acf1-e72d624b9462 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:59.899008 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-5edd89cd-d102-44e7-acf1-e72d624b9462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:22:59.942006 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edd89cd-d102-44e7-acf1-e72d624b9462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d72ece-e5ab-4998-a014-49134870a849,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:22:59.960194 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-5edd89cd-d102-44e7-acf1-e72d624b9462 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=37042c090f59444e9abdd9834e6148ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4893670 Sep 21 05:22:59.962944 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 57660) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:23:00.028792 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b3888f44-95d6-4adb-9aaf-24d8699e9934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:00.059143 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b3888f44-95d6-4adb-9aaf-24d8699e9934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:00.219899 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b3888f44-95d6-4adb-9aaf-24d8699e9934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:00.223441 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b3888f44-95d6-4adb-9aaf-24d8699e9934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:00.225122 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-b3888f44-95d6-4adb-9aaf-24d8699e9934 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/34d72ece-e5ab-4998-a014-49134870a849 HTTP/1.1" status: 204 len: 168 time: 0.2608175 Sep 21 05:23:00.238739 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3888f44-95d6-4adb-9aaf-24d8699e9934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d72ece-e5ab-4998-a014-49134870a849,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:23:00.340707 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3443e313-06d1-4346-af84-a8693978caea req-2809d9b3-2737-4874-8332-0729825893bd tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:00.342987 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3443e313-06d1-4346-af84-a8693978caea req-2809d9b3-2737-4874-8332-0729825893bd tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8597837-cb82-468d-8b14-07327db8866d HTTP/1.1" status: 200 len: 945 time: 0.1526351 Sep 21 05:23:00.371729 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ae139-21de-4b00-a633-e572b9676304 req-8e3a07df-5729-4496-b310-0b309f6c3524 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:00.373292 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8f2ae139-21de-4b00-a633-e572b9676304 req-8e3a07df-5729-4496-b310-0b309f6c3524 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 945 time: 0.1457052 Sep 21 05:23:00.426762 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3443e313-06d1-4346-af84-a8693978caea req-bcf784c4-a8c5-4158-ab4f-836af8143b06 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747643 Sep 21 05:23:00.436770 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8f2ae139-21de-4b00-a633-e572b9676304 req-8e8fe736-edbe-4179-ac54-a76fbc005842 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518789 Sep 21 05:23:01.661759 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9486c4-6425-4973-a14c-215d4101cd94 req-8ad2d2f2-5be2-4468-ac89-4ef08e3421e3 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:01.662938 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ba9486c4-6425-4973-a14c-215d4101cd94 req-8ad2d2f2-5be2-4468-ac89-4ef08e3421e3 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 945 time: 0.0981588 Sep 21 05:23:01.678757 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec457678-55b9-4754-b667-d0e75a20afb8 req-658e106b-939e-4edb-9c49-f5db2ec40281 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:01.686980 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ec457678-55b9-4754-b667-d0e75a20afb8 req-658e106b-939e-4edb-9c49-f5db2ec40281 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8597837-cb82-468d-8b14-07327db8866d HTTP/1.1" status: 200 len: 945 time: 0.1051583 Sep 21 05:23:01.767157 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ba9486c4-6425-4973-a14c-215d4101cd94 req-26d8bb69-a7db-45ee-80b3-57c23d7911b1 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770447 Sep 21 05:23:01.772836 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ec457678-55b9-4754-b667-d0e75a20afb8 req-dfea99bf-044e-45c8-8058-a0b60be3d840 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762193 Sep 21 05:23:02.933458 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba31880b-5995-40d0-a200-7f57376c6010 req-32e8e929-a1bc-48c1-950e-f77e83e6f6af tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:02.935756 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ba31880b-5995-40d0-a200-7f57376c6010 req-32e8e929-a1bc-48c1-950e-f77e83e6f6af tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 945 time: 0.0880318 Sep 21 05:23:02.943364 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0d2b80-10ce-4031-b1ce-15ebb8d893e6 req-088214e4-5ee7-4b5c-8d75-6dcd2aa61d8d tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:02.944838 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-fd0d2b80-10ce-4031-b1ce-15ebb8d893e6 req-088214e4-5ee7-4b5c-8d75-6dcd2aa61d8d tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8597837-cb82-468d-8b14-07327db8866d HTTP/1.1" status: 200 len: 945 time: 0.0876932 Sep 21 05:23:03.004398 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ba31880b-5995-40d0-a200-7f57376c6010 req-1b9436ef-1212-4099-b2b8-d0bafadef0df tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585828 Sep 21 05:23:03.007482 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-fd0d2b80-10ce-4031-b1ce-15ebb8d893e6 req-2396ba63-0f0b-457c-b49f-97e5dda28728 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541031 Sep 21 05:23:04.166932 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115d587d-b302-4a50-8736-5943bcf04044 req-183b79ec-da82-4ddd-a3bd-fe465070f1a5 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:04.168878 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-115d587d-b302-4a50-8736-5943bcf04044 req-183b79ec-da82-4ddd-a3bd-fe465070f1a5 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 945 time: 0.0816820 Sep 21 05:23:04.187904 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03326ee4-b695-426b-8e5d-fe9ff75a5e80 req-e1779d75-9ed5-4a79-bbcd-840eaff3b094 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:04.189298 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-03326ee4-b695-426b-8e5d-fe9ff75a5e80 req-e1779d75-9ed5-4a79-bbcd-840eaff3b094 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8597837-cb82-468d-8b14-07327db8866d HTTP/1.1" status: 200 len: 945 time: 0.0868485 Sep 21 05:23:04.238842 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-115d587d-b302-4a50-8736-5943bcf04044 req-962b3c9e-6dbf-49c3-8bd6-19af83689edb tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637593 Sep 21 05:23:04.243766 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-03326ee4-b695-426b-8e5d-fe9ff75a5e80 req-531435f6-7b48-44bf-b145-b3da9233a9f4 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471711 Sep 21 05:23:05.398114 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b41440-da63-4fc7-86c2-0b72b99d2d05 req-46fa7ac8-f57c-495a-83a0-a3aef590f694 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:05.405460 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-13b41440-da63-4fc7-86c2-0b72b99d2d05 req-46fa7ac8-f57c-495a-83a0-a3aef590f694 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8597837-cb82-468d-8b14-07327db8866d HTTP/1.1" status: 200 len: 945 time: 0.0820851 Sep 21 05:23:05.407527 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40870386-1b5e-40f2-8bb6-ecd9af88829e req-daef00b7-b251-4a06-b5fb-db572aa13eff tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:05.409011 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-40870386-1b5e-40f2-8bb6-ecd9af88829e req-daef00b7-b251-4a06-b5fb-db572aa13eff tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 945 time: 0.0895510 Sep 21 05:23:05.462814 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-13b41440-da63-4fc7-86c2-0b72b99d2d05 req-d288f00a-3a35-4778-94b8-c1a60f6baddb tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526524 Sep 21 05:23:05.478241 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-40870386-1b5e-40f2-8bb6-ecd9af88829e req-25ba41ab-8499-40c0-bf74-9a939477eced tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622709 Sep 21 05:23:05.859238 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-94e2fd3b-3281-4a50-be99-4d7150717300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:06.582607 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a5cc1-2427-4ea8-9eea-500aabebaa3b req-bbeba867-343f-462f-ac8b-02e455966778 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:06.584204 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-fe2a5cc1-2427-4ea8-9eea-500aabebaa3b req-bbeba867-343f-462f-ac8b-02e455966778 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8597837-cb82-468d-8b14-07327db8866d HTTP/1.1" status: 200 len: 945 time: 0.0485380 Sep 21 05:23:06.622170 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-fe2a5cc1-2427-4ea8-9eea-500aabebaa3b req-de1d4c07-d593-4304-97a6-4edbc5b066c9 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317230 Sep 21 05:23:06.689194 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bb162a-8c9e-4f0d-a5a1-a732f405d9c8 req-02517fee-9481-4487-badb-ff734ef7e0ad tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:06.690721 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d4bb162a-8c9e-4f0d-a5a1-a732f405d9c8 req-02517fee-9481-4487-badb-ff734ef7e0ad tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 945 time: 0.0509708 Sep 21 05:23:06.728478 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d4bb162a-8c9e-4f0d-a5a1-a732f405d9c8 req-3ce0d3a7-67ac-4928-89b9-bf0c6bc25e44 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317500 Sep 21 05:23:07.734483 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba7c1af-fe68-49ed-927b-15f846abaf40 req-dc71b02c-f6c7-48ea-b2cf-ce10819c97bf tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:07.736016 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5ba7c1af-fe68-49ed-927b-15f846abaf40 req-dc71b02c-f6c7-48ea-b2cf-ce10819c97bf tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8597837-cb82-468d-8b14-07327db8866d HTTP/1.1" status: 200 len: 945 time: 0.0476129 Sep 21 05:23:07.775767 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5ba7c1af-fe68-49ed-927b-15f846abaf40 req-df3e7788-26e5-4bdd-b884-6c868da03f03 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339670 Sep 21 05:23:07.852638 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c937e-4f90-47aa-b621-1f76ffd37e88 req-2329a470-2df0-4e30-9f60-f479c610b50c tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:07.854010 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1f7c937e-4f90-47aa-b621-1f76ffd37e88 req-2329a470-2df0-4e30-9f60-f479c610b50c tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 945 time: 0.0479932 Sep 21 05:23:07.890929 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1f7c937e-4f90-47aa-b621-1f76ffd37e88 req-4c6f9730-95e5-4674-be73-e29f34d4fe1b tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312092 Sep 21 05:23:08.010857 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:08.257096 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198c8d0e-3d1c-435a-8ad1-fe0e115bfabb req-d2a6d13a-2256-4fb0-9c63-535402027109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:08.258626 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-198c8d0e-3d1c-435a-8ad1-fe0e115bfabb req-d2a6d13a-2256-4fb0-9c63-535402027109 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=772420021b474ce7806243f145c281b8&device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 1098 time: 0.0442259 Sep 21 05:23:08.348942 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198c8d0e-3d1c-435a-8ad1-fe0e115bfabb req-0ef1f2cd-5d10-4309-a706-f47a792bb4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:08.350634 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-198c8d0e-3d1c-435a-8ad1-fe0e115bfabb req-0ef1f2cd-5d10-4309-a706-f47a792bb4a7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=007b9195-968a-4aaf-8c91-9ba7bd7821aa HTTP/1.1" status: 200 len: 916 time: 0.0848503 Sep 21 05:23:08.425363 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-198c8d0e-3d1c-435a-8ad1-fe0e115bfabb req-c42d661f-a369-4f9b-b9c5-bd1acbc921f1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0c31f37-8568-43df-85ed-406b86e88242 HTTP/1.1" status: 200 len: 1001 time: 0.0643921 Sep 21 05:23:08.475884 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198c8d0e-3d1c-435a-8ad1-fe0e115bfabb req-e744675d-07e4-4b1f-9698-0a17c2bd6c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:08.477348 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-198c8d0e-3d1c-435a-8ad1-fe0e115bfabb req-e744675d-07e4-4b1f-9698-0a17c2bd6c0f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8a68d4d6-aa72-4762-8b15-dd5ef7ab0ec9 HTTP/1.1" status: 200 len: 855 time: 0.0443156 Sep 21 05:23:08.533402 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198c8d0e-3d1c-435a-8ad1-fe0e115bfabb req-3113dcf1-f88a-4b90-b021-301fdfff2df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:08.535115 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-198c8d0e-3d1c-435a-8ad1-fe0e115bfabb req-3113dcf1-f88a-4b90-b021-301fdfff2df2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=007b9195-968a-4aaf-8c91-9ba7bd7821aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0423315 Sep 21 05:23:08.599632 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-577a5a85-1988-4bb3-a4d6-f8242b79bd57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:08.628935 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-198c8d0e-3d1c-435a-8ad1-fe0e115bfabb req-8ccaf96a-686d-40ce-bdc9-ee53e8949c90 service neutron] 10.222.0.32 "GET /v2.0/networks/007b9195-968a-4aaf-8c91-9ba7bd7821aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856113 Sep 21 05:23:08.732575 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-198c8d0e-3d1c-435a-8ad1-fe0e115bfabb req-5e662c74-48bb-42c9-8e0c-da159c3b4a9d service neutron] 10.222.0.32 "GET /v2.0/networks/007b9195-968a-4aaf-8c91-9ba7bd7821aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839210 Sep 21 05:23:08.895640 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device f0c31f37-8568-43df-85ed-406b86e88242 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 05:23:08.903588 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60681b8e-86c6-4a17-83c0-91ead523ff61 req-8495a497-d48b-4fb6-bf4f-5b474b84ae87 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:08.905141 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-60681b8e-86c6-4a17-83c0-91ead523ff61 req-8495a497-d48b-4fb6-bf4f-5b474b84ae87 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8597837-cb82-468d-8b14-07327db8866d HTTP/1.1" status: 200 len: 945 time: 0.0569212 Sep 21 05:23:08.966965 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-60681b8e-86c6-4a17-83c0-91ead523ff61 req-60517d17-4e3c-4f01-a44b-0085e6610b64 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536315 Sep 21 05:23:08.978889 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:08.982338 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-43a245b3-0ad9-4c01-b72b-311c7cbab02c req-3834e009-f1d9-465b-ac9a-9beb58101b83 tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=8e2dc0d7772d45e497e2295497e91376&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409927 Sep 21 05:23:09.016353 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] For port f0c31f37-8568-43df-85ed-406b86e88242, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f0c31f37-8568-43df-85ed-406b86e88242,segment=NetworkSegment(f6433832-0821-4a1f-a147-34f75b2bc1b3),segment_id=f6433832-0821-4a1f-a147-34f75b2bc1b3)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:23:09.017821 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbac02d0-41b3-4b2b-8b98-ab116fc805fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0c31f37-8568-43df-85ed-406b86e88242'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 05:23:09.020274 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9746b1cd2a1144c350740d70a5f253bbb3c4ac519592b61f014e2841f81d92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e22d3b8a-0156-43cd-80a3-1aff151c4a6a" -d '{"events": [{"server_uuid": "cbac02d0-41b3-4b2b-8b98-ab116fc805fe", "name": "network-vif-unplugged", "status": "completed", "tag": "f0c31f37-8568-43df-85ed-406b86e88242"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 05:23:09.110525 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:09.164919 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Pushing event updated for resources: {'Port': ['ID=f0c31f37-8568-43df-85ed-406b86e88242,revision_number=8']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:23:09.214192 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a245b3-0ad9-4c01-b72b-311c7cbab02c req-2ddbda7c-127f-4472-8fcd-5ead5548b794 tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:09.215810 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-43a245b3-0ad9-4c01-b72b-311c7cbab02c req-2ddbda7c-127f-4472-8fcd-5ead5548b794 tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2268186 Sep 21 05:23:09.224552 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb83775-0478-4ea1-b126-46d24e247765 req-552ca699-f0f5-4a32-b860-e17f515ad6f4 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:09.225989 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9fb83775-0478-4ea1-b126-46d24e247765 req-552ca699-f0f5-4a32-b860-e17f515ad6f4 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 945 time: 0.1798289 Sep 21 05:23:09.241873 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-43a245b3-0ad9-4c01-b72b-311c7cbab02c req-8efebc46-c8db-423f-a3a9-c9dc758d6690 tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] 10.222.0.36 "GET /v2.0/quotas/8e2dc0d7772d45e497e2295497e91376 HTTP/1.1" status: 200 len: 375 time: 0.0149162 Sep 21 05:23:09.276591 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:09.279677 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-43a245b3-0ad9-4c01-b72b-311c7cbab02c req-65790efa-8c5a-4c82-9ab6-fb957b66d2e9 tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8e2dc0d7772d45e497e2295497e91376&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298097 Sep 21 05:23:09.299088 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9fb83775-0478-4ea1-b126-46d24e247765 req-5cd1b654-819b-405c-85b4-c7f94374f918 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648167 Sep 21 05:23:09.342935 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 05:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8dbe2e7-79fc-4c69-8f07-61013759635b x-openstack-request-id: req-c8dbe2e7-79fc-4c69-8f07-61013759635b {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 05:23:09.343259 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbac02d0-41b3-4b2b-8b98-ab116fc805fe", "name": "network-vif-unplugged", "status": "completed", "tag": "f0c31f37-8568-43df-85ed-406b86e88242", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 05:23:09.343526 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c8dbe2e7-79fc-4c69-8f07-61013759635b {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 05:23:09.343926 dv-cinder-778193-10-iscsi neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbac02d0-41b3-4b2b-8b98-ab116fc805fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0c31f37-8568-43df-85ed-406b86e88242', 'code': 200} Sep 21 05:23:09.518820 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e3ee6495-03f8-4a6e-b654-7ca6e656e5a4 req-3ac25eeb-1aa1-4a76-95f4-cb539082f71e tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] 10.222.0.36 "GET /v2.0/ports?device_id=79fb3746-554e-422d-b2d6-af8cd03b36a7 HTTP/1.1" status: 200 len: 210 time: 0.0275733 Sep 21 05:23:09.954051 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2c351aa7-00e3-4828-8663-e1495c3162e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:10.097539 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f296db0d-0603-4c61-b6a1-3cdeafa0c4c5 req-e6c9abe9-cacd-473d-84bd-af51fecd379e tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:10.099028 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f296db0d-0603-4c61-b6a1-3cdeafa0c4c5 req-e6c9abe9-cacd-473d-84bd-af51fecd379e tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8597837-cb82-468d-8b14-07327db8866d HTTP/1.1" status: 200 len: 945 time: 0.0487757 Sep 21 05:23:10.136009 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f296db0d-0603-4c61-b6a1-3cdeafa0c4c5 req-661a22f8-8dc1-49d8-aba8-8bf4a092d443 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310786 Sep 21 05:23:10.421368 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d1438-9515-41d6-a3cd-bfbe92c92f28 req-2003d1ee-669b-42f9-9b5b-e531ac4cfaa4 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:10.422894 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cc6d1438-9515-41d6-a3cd-bfbe92c92f28 req-2003d1ee-669b-42f9-9b5b-e531ac4cfaa4 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 943 time: 0.0531354 Sep 21 05:23:10.460172 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cc6d1438-9515-41d6-a3cd-bfbe92c92f28 req-d11dc99b-60e4-45ea-851b-11f6dd298509 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313108 Sep 21 05:23:10.596836 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0228d92f-93e4-4205-a3d4-fc75013205b9 req-e16823bc-c548-4bd2-a117-66afefff7509 tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] 10.222.0.36 "GET /v2.0/ports?device_id=79fb3746-554e-422d-b2d6-af8cd03b36a7 HTTP/1.1" status: 200 len: 210 time: 0.0257652 Sep 21 05:23:11.216676 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a1fb1f33-fe48-4684-9a56-b3eb65d74809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:11.246419 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5909aa-dd27-4a55-a0d5-9dbb1e2afdb1 req-55fde175-e53a-4a49-ba45-bf050ad83a07 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:11.247800 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3f5909aa-dd27-4a55-a0d5-9dbb1e2afdb1 req-55fde175-e53a-4a49-ba45-bf050ad83a07 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8597837-cb82-468d-8b14-07327db8866d HTTP/1.1" status: 200 len: 945 time: 0.0470469 Sep 21 05:23:11.285183 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3f5909aa-dd27-4a55-a0d5-9dbb1e2afdb1 req-ac83830c-9ce8-4d6f-8b3c-8f7327edac6f tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312920 Sep 21 05:23:11.578014 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54cfd5b-cd00-424f-bd5d-a2a7de3e7ef8 req-fce038e6-6149-4deb-ad47-6a4eae6fc840 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:11.579480 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a54cfd5b-cd00-424f-bd5d-a2a7de3e7ef8 req-fce038e6-6149-4deb-ad47-6a4eae6fc840 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 943 time: 0.0497022 Sep 21 05:23:11.616128 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a54cfd5b-cd00-424f-bd5d-a2a7de3e7ef8 req-f894cd61-94ec-4b59-93c9-cff98d51ca99 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308278 Sep 21 05:23:11.697125 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0565b95d-9914-4e64-a66d-57e0123fa9b9 req-9442b6f1-7183-4da8-978d-e2298981946f tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] 10.222.0.36 "GET /v2.0/ports?device_id=79fb3746-554e-422d-b2d6-af8cd03b36a7 HTTP/1.1" status: 200 len: 210 time: 0.0248778 Sep 21 05:23:12.399179 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30991337-dffa-4a26-b927-4adb0e2dec94 req-b41496d5-8c7a-4da6-976c-76e5bd793ade tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:12.400631 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-30991337-dffa-4a26-b927-4adb0e2dec94 req-b41496d5-8c7a-4da6-976c-76e5bd793ade tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8597837-cb82-468d-8b14-07327db8866d HTTP/1.1" status: 200 len: 945 time: 0.0504210 Sep 21 05:23:12.442599 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-30991337-dffa-4a26-b927-4adb0e2dec94 req-59f57f38-6df2-4231-931b-1bead5674f4d tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358455 Sep 21 05:23:12.744600 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b286b59f-abeb-4e03-8783-6b25177c268d req-124ded35-9d64-41e4-94a3-76eb96832bbb tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:12.746668 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b286b59f-abeb-4e03-8783-6b25177c268d req-124ded35-9d64-41e4-94a3-76eb96832bbb tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 943 time: 0.0575185 Sep 21 05:23:12.793768 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cfd759f2-e4a9-45b1-98a5-2695bafce9ce req-49ea4060-650b-4d5d-9e0b-c55938bc1a07 tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] 10.222.0.36 "GET /v2.0/ports?device_id=79fb3746-554e-422d-b2d6-af8cd03b36a7 HTTP/1.1" status: 200 len: 210 time: 0.0284469 Sep 21 05:23:12.805699 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b286b59f-abeb-4e03-8783-6b25177c268d req-89f4aa18-3b26-4af3-9fbf-cad73ac4b235 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531418 Sep 21 05:23:13.562154 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d35811-c5cc-45e7-bd4b-a130a5692cba req-d6fc22b7-f62b-421b-9adf-63c63a1b5d91 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:13.563665 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-40d35811-c5cc-45e7-bd4b-a130a5692cba req-d6fc22b7-f62b-421b-9adf-63c63a1b5d91 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8597837-cb82-468d-8b14-07327db8866d HTTP/1.1" status: 200 len: 945 time: 0.0482619 Sep 21 05:23:13.607364 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-40d35811-c5cc-45e7-bd4b-a130a5692cba req-2de38fa6-7a16-4fb1-b8b3-d54fada63b12 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361855 Sep 21 05:23:13.893653 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-21c03300-3846-4bf0-bc4d-44907d575ace req-40dfa13e-b296-409e-9018-6a41a267b572 tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] 10.222.0.36 "GET /v2.0/ports?device_id=79fb3746-554e-422d-b2d6-af8cd03b36a7 HTTP/1.1" status: 200 len: 210 time: 0.0282199 Sep 21 05:23:13.945688 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be157050-4b06-46cc-a326-c0b06b099882 req-1d6db4e5-53b2-4331-bbe8-05bedc06847c tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:13.947292 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-be157050-4b06-46cc-a326-c0b06b099882 req-1d6db4e5-53b2-4331-bbe8-05bedc06847c tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 943 time: 0.0565190 Sep 21 05:23:13.989428 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-be157050-4b06-46cc-a326-c0b06b099882 req-c856c38f-6fa0-40c6-be99-17d9eb054f6d tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358288 Sep 21 05:23:14.320729 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-43a245b3-0ad9-4c01-b72b-311c7cbab02c req-0f0a2263-28e5-429a-8bdb-3325c35549c9 tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=8e2dc0d7772d45e497e2295497e91376&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321541 Sep 21 05:23:14.458122 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 57940) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:23:14.544557 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a245b3-0ad9-4c01-b72b-311c7cbab02c req-678e2bbc-ca2e-45f3-8e87-e3b01b9f21c3 tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:14.545171 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-43a245b3-0ad9-4c01-b72b-311c7cbab02c req-678e2bbc-ca2e-45f3-8e87-e3b01b9f21c3 tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2153318 Sep 21 05:23:14.565608 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [req-43a245b3-0ad9-4c01-b72b-311c7cbab02c req-2956f220-1165-40f5-8e42-f725a87d02e3 tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] Request body: {'port': {'device_id': '79fb3746-554e-422d-b2d6-af8cd03b36a7', 'network_id': '1db9a0c2-869e-4ddf-984a-70ad8afea71f', 'admin_state_up': True, 'tenant_id': '8e2dc0d7772d45e497e2295497e91376'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:23:14.584395 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-8bbbfc51-a21a-485d-a430-c231290e49f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:14.721918 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-8bbbfc51-a21a-485d-a430-c231290e49f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:14.746346 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680cbb82-979e-4304-8f8a-9d5e20b62da9 req-456abf4b-8bdf-4cea-ba96-2f92bc0482d2 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:14.748480 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-680cbb82-979e-4304-8f8a-9d5e20b62da9 req-456abf4b-8bdf-4cea-ba96-2f92bc0482d2 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8597837-cb82-468d-8b14-07327db8866d HTTP/1.1" status: 200 len: 945 time: 0.0669537 Sep 21 05:23:14.787894 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-680cbb82-979e-4304-8f8a-9d5e20b62da9 req-d1567e42-336b-4462-81c4-e31b2306e405 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332143 Sep 21 05:23:14.813149 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-8bbbfc51-a21a-485d-a430-c231290e49f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:14.858184 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-8bbbfc51-a21a-485d-a430-c231290e49f1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=eca3dfea04d842919984ef21e0aed85d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3984692 Sep 21 05:23:14.861496 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 57950) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:23:14.863349 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbbfc51-a21a-485d-a430-c231290e49f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4318097-f2a8-4364-96de-62cb1a27d279,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:23:14.913575 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43a245b3-0ad9-4c01-b72b-311c7cbab02c req-2956f220-1165-40f5-8e42-f725a87d02e3 tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] Made reservation on behalf of 8e2dc0d7772d45e497e2295497e91376 for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 05:23:14.914466 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-1bba3575-743b-4a0c-b11e-350dfb374433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:14.917364 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-43a245b3-0ad9-4c01-b72b-311c7cbab02c req-2956f220-1165-40f5-8e42-f725a87d02e3 tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:14.927126 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-43a245b3-0ad9-4c01-b72b-311c7cbab02c req-2956f220-1165-40f5-8e42-f725a87d02e3 tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:14.941010 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-1bba3575-743b-4a0c-b11e-350dfb374433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:15.016331 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ad6ebccc-3bf4-4a40-a85f-9bd2c7e2e9d2 req-a81e3d51-3a57-4f6e-bb1a-316d2d6d6727 tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] 10.222.0.36 "GET /v2.0/ports?device_id=79fb3746-554e-422d-b2d6-af8cd03b36a7 HTTP/1.1" status: 200 len: 210 time: 0.0259004 Sep 21 05:23:15.027211 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-43a245b3-0ad9-4c01-b72b-311c7cbab02c req-2956f220-1165-40f5-8e42-f725a87d02e3 tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:15.082108 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-1bba3575-743b-4a0c-b11e-350dfb374433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:15.083629 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-43a245b3-0ad9-4c01-b72b-311c7cbab02c req-2956f220-1165-40f5-8e42-f725a87d02e3 tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:15.085705 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-1bba3575-743b-4a0c-b11e-350dfb374433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:15.087168 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-1bba3575-743b-4a0c-b11e-350dfb374433 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a4318097-f2a8-4364-96de-62cb1a27d279 HTTP/1.1" status: 204 len: 168 time: 0.2248609 Sep 21 05:23:15.096959 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba3575-743b-4a0c-b11e-350dfb374433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4318097-f2a8-4364-96de-62cb1a27d279,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:23:15.154052 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2956f220-1165-40f5-8e42-f725a87d02e3 tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f682f50-8fc8-4f17-aff6-3094822cb1c8,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:23:15.243266 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-43a245b3-0ad9-4c01-b72b-311c7cbab02c req-2956f220-1165-40f5-8e42-f725a87d02e3 tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] Allocated IP 192.168.233.156 (1db9a0c2-869e-4ddf-984a-70ad8afea71f/2967f202-aa85-4790-a289-35a872ec8a5f/20dbedcb-0da2-4546-969d-9896f8e1b4c5) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 05:23:15.321109 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [req-89fdc986-6b74-4bdc-b228-3020171d8519 req-04791cf8-6dff-4cab-bf04-4791cb83b4d3 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=94666) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 05:23:15.322027 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-89fdc986-6b74-4bdc-b228-3020171d8519 req-04791cf8-6dff-4cab-bf04-4791cb83b4d3 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054672 Sep 21 05:23:15.397518 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-43a245b3-0ad9-4c01-b72b-311c7cbab02c req-2956f220-1165-40f5-8e42-f725a87d02e3 tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:15.510641 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-43a245b3-0ad9-4c01-b72b-311c7cbab02c req-2956f220-1165-40f5-8e42-f725a87d02e3 tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751403777208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6441136'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:15.555748 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43a245b3-0ad9-4c01-b72b-311c7cbab02c req-2956f220-1165-40f5-8e42-f725a87d02e3 tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] Network 1db9a0c2-869e-4ddf-984a-70ad8afea71f is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 05:23:15.566207 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-43a245b3-0ad9-4c01-b72b-311c7cbab02c req-2956f220-1165-40f5-8e42-f725a87d02e3 tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:23:15.566207 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-43a245b3-0ad9-4c01-b72b-311c7cbab02c req-2956f220-1165-40f5-8e42-f725a87d02e3 tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 05:23:15.595163 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2956f220-1165-40f5-8e42-f725a87d02e3 tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] Pushing event updated for resources: {'Port': ['ID=20dbedcb-0da2-4546-969d-9896f8e1b4c5,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:23:15.631744 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a245b3-0ad9-4c01-b72b-311c7cbab02c req-2956f220-1165-40f5-8e42-f725a87d02e3 tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:15.632559 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-43a245b3-0ad9-4c01-b72b-311c7cbab02c req-2956f220-1165-40f5-8e42-f725a87d02e3 tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:15.734741 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a620a0-b400-4672-b0bd-99a4a43e7204 req-6e43525c-9d84-4603-a37d-50253a2ee292 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:15.736264 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-69a620a0-b400-4672-b0bd-99a4a43e7204 req-6e43525c-9d84-4603-a37d-50253a2ee292 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 943 time: 0.0504141 Sep 21 05:23:15.776152 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-69a620a0-b400-4672-b0bd-99a4a43e7204 req-d8c7dea7-62f0-49c8-be2f-2e67b8a32560 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332816 Sep 21 05:23:15.777527 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-98ad3bfe-3388-4561-996d-9579501395a1 None None] Provisioning complete for port 20dbedcb-0da2-4546-969d-9896f8e1b4c5 triggered by entity DHCP. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:23:15.779115 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-98ad3bfe-3388-4561-996d-9579501395a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:15.815738 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-98ad3bfe-3388-4561-996d-9579501395a1 None None] Port 20dbedcb-0da2-4546-969d-9896f8e1b4c5 cannot update to ACTIVE because it is not bound. {{(pid=94668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 05:23:15.819762 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-43a245b3-0ad9-4c01-b72b-311c7cbab02c req-2956f220-1165-40f5-8e42-f725a87d02e3 tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2642756 Sep 21 05:23:15.911701 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d95bb-994f-44eb-9f03-8e80d4cad633 req-9760958b-8389-4741-a92f-b5d501475e52 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:15.913264 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2c3d95bb-994f-44eb-9f03-8e80d4cad633 req-9760958b-8389-4741-a92f-b5d501475e52 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8597837-cb82-468d-8b14-07327db8866d HTTP/1.1" status: 200 len: 945 time: 0.0509369 Sep 21 05:23:15.951348 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2c3d95bb-994f-44eb-9f03-8e80d4cad633 req-1f81b769-b852-480b-b4c7-5b6c7e2c5b30 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320823 Sep 21 05:23:16.134485 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964129bb-716e-4394-9ebb-104e5608e79f req-950ba4dc-0827-4938-8ef8-46ed9605a814 tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:16.135990 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-964129bb-716e-4394-9ebb-104e5608e79f req-950ba4dc-0827-4938-8ef8-46ed9605a814 tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] 10.222.0.36 "GET /v2.0/ports?device_id=79fb3746-554e-422d-b2d6-af8cd03b36a7 HTTP/1.1" status: 200 len: 936 time: 0.0481625 Sep 21 05:23:16.175209 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-964129bb-716e-4394-9ebb-104e5608e79f req-e5e372ac-aec5-4049-a00d-a1505de820c9 tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f682f50-8fc8-4f17-aff6-3094822cb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324562 Sep 21 05:23:16.400348 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 58012) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:23:16.479439 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5e0886dd-0751-4bf0-aee3-ee1d232b03e3 req-9f90502c-c582-44ee-81d5-79738eb8147f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0779448 Sep 21 05:23:16.488191 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [req-5e0886dd-0751-4bf0-aee3-ee1d232b03e3 req-f879d6e8-f8a9-4729-9ffa-2d4b2105f289 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=94666) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 05:23:16.489154 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5e0886dd-0751-4bf0-aee3-ee1d232b03e3 req-f879d6e8-f8a9-4729-9ffa-2d4b2105f289 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048780 Sep 21 05:23:16.896749 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc22eb-3d5f-439e-8964-e580d51d9a75 req-e95f3109-5ce8-4bee-95de-2da6a1d57029 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:16.898102 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d9fc22eb-3d5f-439e-8964-e580d51d9a75 req-e95f3109-5ce8-4bee-95de-2da6a1d57029 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 943 time: 0.0501118 Sep 21 05:23:16.936172 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d9fc22eb-3d5f-439e-8964-e580d51d9a75 req-265580ea-d7c2-470d-a65a-1071ea1b2f97 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321314 Sep 21 05:23:17.068512 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2419b033-8460-4069-995c-7958d4306857 req-d3ea0a77-0284-40a1-939a-534ff00cc3d3 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:17.070053 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2419b033-8460-4069-995c-7958d4306857 req-d3ea0a77-0284-40a1-939a-534ff00cc3d3 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8597837-cb82-468d-8b14-07327db8866d HTTP/1.1" status: 200 len: 945 time: 0.0479131 Sep 21 05:23:17.107875 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2419b033-8460-4069-995c-7958d4306857 req-60cc6269-262d-41de-86c7-3bb8e668de30 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312538 Sep 21 05:23:17.286381 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4812226-cdaa-49e9-983a-d5caa2473995 req-0a44229c-b486-40bd-8eba-ffe07a84a467 tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:17.287888 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e4812226-cdaa-49e9-983a-d5caa2473995 req-0a44229c-b486-40bd-8eba-ffe07a84a467 tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] 10.222.0.36 "GET /v2.0/ports?device_id=79fb3746-554e-422d-b2d6-af8cd03b36a7 HTTP/1.1" status: 200 len: 936 time: 0.0471649 Sep 21 05:23:17.327130 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e4812226-cdaa-49e9-983a-d5caa2473995 req-3ac1ba98-be97-4286-aa49-fab072b53d35 tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f682f50-8fc8-4f17-aff6-3094822cb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325511 Sep 21 05:23:17.467592 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device f0c31f37-8568-43df-85ed-406b86e88242 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 05:23:17.503371 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [req-43a245b3-0ad9-4c01-b72b-311c7cbab02c req-97581a79-3c04-44d9-a694-21ffab14b056 service neutron] Request body: {'port': {'device_id': '79fb3746-554e-422d-b2d6-af8cd03b36a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:23:17.573037 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-43a245b3-0ad9-4c01-b72b-311c7cbab02c req-97581a79-3c04-44d9-a694-21ffab14b056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:17.856019 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [req-43a245b3-0ad9-4c01-b72b-311c7cbab02c req-97581a79-3c04-44d9-a694-21ffab14b056 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20dbedcb-0da2-4546-969d-9896f8e1b4c5 {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 05:23:17.863402 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-43a245b3-0ad9-4c01-b72b-311c7cbab02c req-97581a79-3c04-44d9-a694-21ffab14b056 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:17.877184 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-43a245b3-0ad9-4c01-b72b-311c7cbab02c req-97581a79-3c04-44d9-a694-21ffab14b056 service neutron] Transition to ACTIVE for port object 20dbedcb-0da2-4546-969d-9896f8e1b4c5 will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 05:23:17.939053 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-43a245b3-0ad9-4c01-b72b-311c7cbab02c req-97581a79-3c04-44d9-a694-21ffab14b056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6441129'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:18.031342 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97581a79-3c04-44d9-a694-21ffab14b056 service neutron] Pushing event updated for resources: {'Port': ['ID=20dbedcb-0da2-4546-969d-9896f8e1b4c5,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:23:18.069561 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-43a245b3-0ad9-4c01-b72b-311c7cbab02c req-97581a79-3c04-44d9-a694-21ffab14b056 service neutron] Attempting to bind port 20dbedcb-0da2-4546-969d-9896f8e1b4c5 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 05:23:18.069561 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-43a245b3-0ad9-4c01-b72b-311c7cbab02c req-97581a79-3c04-44d9-a694-21ffab14b056 service neutron] Attempting to bind port 20dbedcb-0da2-4546-969d-9896f8e1b4c5 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '07c62f88-5550-4250-bb40-fe5abd17ec72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1db9a0c2-869e-4ddf-984a-70ad8afea71f'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 05:23:18.069561 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a245b3-0ad9-4c01-b72b-311c7cbab02c req-97581a79-3c04-44d9-a694-21ffab14b056 service neutron] Attempting to bind port 20dbedcb-0da2-4546-969d-9896f8e1b4c5 on network 1db9a0c2-869e-4ddf-984a-70ad8afea71f {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 05:23:18.076099 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a245b3-0ad9-4c01-b72b-311c7cbab02c req-97581a79-3c04-44d9-a694-21ffab14b056 service neutron] Port 20dbedcb-0da2-4546-969d-9896f8e1b4c5 on network 1db9a0c2-869e-4ddf-984a-70ad8afea71f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 05:23:18.076309 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a245b3-0ad9-4c01-b72b-311c7cbab02c req-97581a79-3c04-44d9-a694-21ffab14b056 service neutron] Attempting to bind port 20dbedcb-0da2-4546-969d-9896f8e1b4c5 on network 1db9a0c2-869e-4ddf-984a-70ad8afea71f {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 05:23:18.092307 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a245b3-0ad9-4c01-b72b-311c7cbab02c req-97581a79-3c04-44d9-a694-21ffab14b056 service neutron] Checking agent: {'id': '5298a3ad-ea79-4298-8fba-5c2796ea9d92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 5, 18, 37), 'started_at': datetime.datetime(2021, 9, 21, 5, 18, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 5, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 05:23:18.093444 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a245b3-0ad9-4c01-b72b-311c7cbab02c req-97581a79-3c04-44d9-a694-21ffab14b056 service neutron] Checking segment: {'id': '07c62f88-5550-4250-bb40-fe5abd17ec72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1db9a0c2-869e-4ddf-984a-70ad8afea71f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 05:23:18.093444 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a245b3-0ad9-4c01-b72b-311c7cbab02c req-97581a79-3c04-44d9-a694-21ffab14b056 service neutron] Bound using segment: {'id': '07c62f88-5550-4250-bb40-fe5abd17ec72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1db9a0c2-869e-4ddf-984a-70ad8afea71f'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 05:23:18.103144 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-43a245b3-0ad9-4c01-b72b-311c7cbab02c req-97581a79-3c04-44d9-a694-21ffab14b056 service neutron] Bound port: 20dbedcb-0da2-4546-969d-9896f8e1b4c5, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07c62f88-5550-4250-bb40-fe5abd17ec72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1db9a0c2-869e-4ddf-984a-70ad8afea71f'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 05:23:18.103144 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-43a245b3-0ad9-4c01-b72b-311c7cbab02c req-97581a79-3c04-44d9-a694-21ffab14b056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:18.117340 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e54f6a3-32d1-4151-9de2-f1b7df651b46 req-6f901b84-a220-409a-8752-1b0d73eabb27 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:18.126463 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6e54f6a3-32d1-4151-9de2-f1b7df651b46 req-6f901b84-a220-409a-8752-1b0d73eabb27 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 943 time: 0.0790451 Sep 21 05:23:18.199129 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-43a245b3-0ad9-4c01-b72b-311c7cbab02c req-97581a79-3c04-44d9-a694-21ffab14b056 service neutron] For port 20dbedcb-0da2-4546-969d-9896f8e1b4c5, host hv-cinder-77819, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 05:23:18.204702 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-43a245b3-0ad9-4c01-b72b-311c7cbab02c req-97581a79-3c04-44d9-a694-21ffab14b056 service neutron] For port 20dbedcb-0da2-4546-969d-9896f8e1b4c5, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=20dbedcb-0da2-4546-969d-9896f8e1b4c5,segment=NetworkSegment(07c62f88-5550-4250-bb40-fe5abd17ec72),segment_id=07c62f88-5550-4250-bb40-fe5abd17ec72)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 05:23:18.211683 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6e54f6a3-32d1-4151-9de2-f1b7df651b46 req-8c4e6f4b-380c-4279-b1f2-ffeee5fab4b6 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843379 Sep 21 05:23:18.275674 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eb331e-f6ea-45af-8e21-9de5db14b6af req-cff32d4a-51e4-4ee3-b4f6-91e466a0b3e2 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:18.277174 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-50eb331e-f6ea-45af-8e21-9de5db14b6af req-cff32d4a-51e4-4ee3-b4f6-91e466a0b3e2 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8597837-cb82-468d-8b14-07327db8866d HTTP/1.1" status: 200 len: 945 time: 0.0540335 Sep 21 05:23:18.293928 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-43a245b3-0ad9-4c01-b72b-311c7cbab02c req-97581a79-3c04-44d9-a694-21ffab14b056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6441129'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:18.319195 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-50eb331e-f6ea-45af-8e21-9de5db14b6af req-4ec26934-a7e7-4118-971e-f4e9f82164c0 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349274 Sep 21 05:23:18.333112 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a245b3-0ad9-4c01-b72b-311c7cbab02c req-97581a79-3c04-44d9-a694-21ffab14b056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:18.337962 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-43a245b3-0ad9-4c01-b72b-311c7cbab02c req-97581a79-3c04-44d9-a694-21ffab14b056 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:18.337962 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-43a245b3-0ad9-4c01-b72b-311c7cbab02c req-97581a79-3c04-44d9-a694-21ffab14b056 service neutron] 10.222.0.32 "PUT /v2.0/ports/20dbedcb-0da2-4546-969d-9896f8e1b4c5 HTTP/1.1" status: 200 len: 1098 time: 0.8453431 Sep 21 05:23:18.337962 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79fb3746-554e-422d-b2d6-af8cd03b36a7', 'tag': '20dbedcb-0da2-4546-969d-9896f8e1b4c5'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 05:23:18.337962 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2093a7355c0e7a06ffa9c2f51d01f7a17d1263efd9baf457b9b047ecef1e75bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc64d2a-0296-49a3-8641-08a0bc83e5f8" -d '{"events": [{"name": "network-changed", "server_uuid": "79fb3746-554e-422d-b2d6-af8cd03b36a7", "tag": "20dbedcb-0da2-4546-969d-9896f8e1b4c5"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 05:23:18.362744 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97581a79-3c04-44d9-a694-21ffab14b056 service neutron] Pushing event updated for resources: {'Port': ['ID=20dbedcb-0da2-4546-969d-9896f8e1b4c5,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:23:18.396730 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 05:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f02cd51f-0c6e-4b66-89e7-7812df1e71c0 x-openstack-request-id: req-f02cd51f-0c6e-4b66-89e7-7812df1e71c0 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 05:23:18.401412 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79fb3746-554e-422d-b2d6-af8cd03b36a7", "tag": "20dbedcb-0da2-4546-969d-9896f8e1b4c5", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 05:23:18.401412 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f02cd51f-0c6e-4b66-89e7-7812df1e71c0 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 05:23:18.401412 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79fb3746-554e-422d-b2d6-af8cd03b36a7', 'tag': '20dbedcb-0da2-4546-969d-9896f8e1b4c5', 'status': 'completed', 'code': 200} Sep 21 05:23:18.469674 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8a9a1c-f5d7-4212-b2aa-2f4b96c514e6 req-76b57190-fb12-4264-a833-f5fb415b11f0 tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:18.472292 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc64d2a-0296-49a3-8641-08a0bc83e5f8 req-a0aed379-f2e2-45d6-aab8-9da9ab94827b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:18.474874 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-8dc64d2a-0296-49a3-8641-08a0bc83e5f8 req-a0aed379-f2e2-45d6-aab8-9da9ab94827b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8e2dc0d7772d45e497e2295497e91376&device_id=79fb3746-554e-422d-b2d6-af8cd03b36a7 HTTP/1.1" status: 200 len: 1101 time: 0.0469389 Sep 21 05:23:18.477376 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5b8a9a1c-f5d7-4212-b2aa-2f4b96c514e6 req-76b57190-fb12-4264-a833-f5fb415b11f0 tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] 10.222.0.36 "GET /v2.0/ports?device_id=79fb3746-554e-422d-b2d6-af8cd03b36a7 HTTP/1.1" status: 200 len: 948 time: 0.0657198 Sep 21 05:23:18.505781 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-8dc64d2a-0296-49a3-8641-08a0bc83e5f8 req-4f10ec9e-1a92-4e2e-bc21-f60c2eba0c88 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=8e2dc0d7772d45e497e2295497e91376&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0210321 Sep 21 05:23:18.513669 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5b8a9a1c-f5d7-4212-b2aa-2f4b96c514e6 req-937d38da-f875-41ca-95f2-595476be5545 tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f682f50-8fc8-4f17-aff6-3094822cb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354693 Sep 21 05:23:18.605865 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc64d2a-0296-49a3-8641-08a0bc83e5f8 req-43cd2dce-e622-4b94-b728-b22b6cd3a43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:18.607999 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-8dc64d2a-0296-49a3-8641-08a0bc83e5f8 req-43cd2dce-e622-4b94-b728-b22b6cd3a43a service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0942984 Sep 21 05:23:18.685407 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a245b3-0ad9-4c01-b72b-311c7cbab02c req-f818a125-41f7-4edf-aca0-8c88489ddfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:18.686884 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-43a245b3-0ad9-4c01-b72b-311c7cbab02c req-f818a125-41f7-4edf-aca0-8c88489ddfa2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8e2dc0d7772d45e497e2295497e91376&device_id=79fb3746-554e-422d-b2d6-af8cd03b36a7 HTTP/1.1" status: 200 len: 1101 time: 0.0405684 Sep 21 05:23:18.743846 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-43a245b3-0ad9-4c01-b72b-311c7cbab02c req-510fbccf-4d4b-40ee-bba1-b44b5e526885 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=20dbedcb-0da2-4546-969d-9896f8e1b4c5 HTTP/1.1" status: 200 len: 217 time: 0.0482433 Sep 21 05:23:18.807659 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd8397-b794-4d6d-a83d-3d7fb4c734d3 req-2392a701-5aa5-4fde-8f9a-d36cbfd3ad84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:18.809200 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-44dd8397-b794-4d6d-a83d-3d7fb4c734d3 req-2392a701-5aa5-4fde-8f9a-d36cbfd3ad84 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e8597837-cb82-468d-8b14-07327db8866d HTTP/1.1" status: 200 len: 1098 time: 0.0734313 Sep 21 05:23:18.813186 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a245b3-0ad9-4c01-b72b-311c7cbab02c req-a7c6e1b0-cea2-43eb-84f7-4aff4c30b9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:18.814546 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-43a245b3-0ad9-4c01-b72b-311c7cbab02c req-a7c6e1b0-cea2-43eb-84f7-4aff4c30b9a2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2967f202-aa85-4790-a289-35a872ec8a5f HTTP/1.1" status: 200 len: 843 time: 0.0545871 Sep 21 05:23:18.877750 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-44dd8397-b794-4d6d-a83d-3d7fb4c734d3 req-9c86dc36-22d4-47a8-8bad-7df7ce510e8b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539827 Sep 21 05:23:18.883670 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a245b3-0ad9-4c01-b72b-311c7cbab02c req-151bc985-bd5b-4102-bc3a-d512ab6dd881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:18.885058 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-43a245b3-0ad9-4c01-b72b-311c7cbab02c req-151bc985-bd5b-4102-bc3a-d512ab6dd881 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1db9a0c2-869e-4ddf-984a-70ad8afea71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0560927 Sep 21 05:23:19.177788 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-43a245b3-0ad9-4c01-b72b-311c7cbab02c req-9b050e42-efc9-40ca-a0a0-26e3532b437b service neutron] 10.222.0.32 "GET /v2.0/networks/1db9a0c2-869e-4ddf-984a-70ad8afea71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012981 Sep 21 05:23:19.348529 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6999f2-5008-4b08-b098-7e35f4e26d92 req-af9dcbcd-bc8e-476b-9fd4-6ec2d2158266 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:19.353511 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9f6999f2-5008-4b08-b098-7e35f4e26d92 req-af9dcbcd-bc8e-476b-9fd4-6ec2d2158266 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 943 time: 0.0616341 Sep 21 05:23:19.400655 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9f6999f2-5008-4b08-b098-7e35f4e26d92 req-b51384f7-a835-4d07-b53e-795cb0d0163e tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461628 Sep 21 05:23:19.498511 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462b4341-c4b3-4293-81bc-0818b7e8c2fb req-20ca8d45-5c33-4e14-a058-b75e9069d2bf tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:19.500314 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-462b4341-c4b3-4293-81bc-0818b7e8c2fb req-20ca8d45-5c33-4e14-a058-b75e9069d2bf tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8597837-cb82-468d-8b14-07327db8866d HTTP/1.1" status: 200 len: 945 time: 0.0547366 Sep 21 05:23:19.559462 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-43a245b3-0ad9-4c01-b72b-311c7cbab02c req-9eafd4d5-dece-4bc5-92a0-6c6c1abec75b service neutron] 10.222.0.32 "GET /v2.0/networks/1db9a0c2-869e-4ddf-984a-70ad8afea71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3705349 Sep 21 05:23:19.559945 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-462b4341-c4b3-4293-81bc-0818b7e8c2fb req-42455fa1-2c62-49cf-a769-f717e0af7bbd tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521765 Sep 21 05:23:19.643301 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c3c244-78ee-4c37-9300-e5792f769db7 req-c9abb149-6c0c-4608-9c1d-a4e53f5994e3 tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:19.644792 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-97c3c244-78ee-4c37-9300-e5792f769db7 req-c9abb149-6c0c-4608-9c1d-a4e53f5994e3 tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] 10.222.0.36 "GET /v2.0/ports?device_id=79fb3746-554e-422d-b2d6-af8cd03b36a7 HTTP/1.1" status: 200 len: 948 time: 0.0511436 Sep 21 05:23:19.683689 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-97c3c244-78ee-4c37-9300-e5792f769db7 req-ebcc4cf3-81d2-4656-a755-a5438111df02 tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f682f50-8fc8-4f17-aff6-3094822cb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329773 Sep 21 05:23:20.288924 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0886dd-0751-4bf0-aee3-ee1d232b03e3 req-284b8d13-966d-4fa4-ae9a-2255d3886db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:20.290489 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-5e0886dd-0751-4bf0-aee3-ee1d232b03e3 req-284b8d13-966d-4fa4-ae9a-2255d3886db1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe&tenant_id=772420021b474ce7806243f145c281b8 HTTP/1.1" status: 200 len: 1096 time: 0.0687914 Sep 21 05:23:20.364436 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0886dd-0751-4bf0-aee3-ee1d232b03e3 req-41dd8cf3-897d-4139-950a-ab5ff5735e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:20.365950 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-5e0886dd-0751-4bf0-aee3-ee1d232b03e3 req-41dd8cf3-897d-4139-950a-ab5ff5735e1c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=772420021b474ce7806243f145c281b8&device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 1096 time: 0.0402970 Sep 21 05:23:20.468276 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0886dd-0751-4bf0-aee3-ee1d232b03e3 req-005efb0f-16be-48a2-a90c-0ffb47f95fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:20.470354 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-5e0886dd-0751-4bf0-aee3-ee1d232b03e3 req-005efb0f-16be-48a2-a90c-0ffb47f95fcc service neutron] 10.222.0.32 "GET /v2.0/networks?id=007b9195-968a-4aaf-8c91-9ba7bd7821aa HTTP/1.1" status: 200 len: 916 time: 0.0962942 Sep 21 05:23:20.536449 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3107b7b-d9cf-46a8-86d4-bc6daf40e94e req-b2cc74b1-ab3f-42d6-bd92-44a5ea8f33c1 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:20.537988 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f3107b7b-d9cf-46a8-86d4-bc6daf40e94e req-b2cc74b1-ab3f-42d6-bd92-44a5ea8f33c1 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 943 time: 0.0527117 Sep 21 05:23:20.538127 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-5e0886dd-0751-4bf0-aee3-ee1d232b03e3 req-f6cd31df-e1d8-4440-8dce-976592ed5517 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0c31f37-8568-43df-85ed-406b86e88242 HTTP/1.1" status: 200 len: 999 time: 0.0597529 Sep 21 05:23:20.578910 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f3107b7b-d9cf-46a8-86d4-bc6daf40e94e req-cfa0ddde-26f5-4b7d-9fc8-26dd3a3a77d0 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346172 Sep 21 05:23:20.595198 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0886dd-0751-4bf0-aee3-ee1d232b03e3 req-0cd6d2de-bba6-4f34-b0c9-0666b2ee116e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:20.596662 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-5e0886dd-0751-4bf0-aee3-ee1d232b03e3 req-0cd6d2de-bba6-4f34-b0c9-0666b2ee116e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8a68d4d6-aa72-4762-8b15-dd5ef7ab0ec9 HTTP/1.1" status: 200 len: 855 time: 0.0516644 Sep 21 05:23:20.644714 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0886dd-0751-4bf0-aee3-ee1d232b03e3 req-31cf3adf-fbce-4f6d-af3c-2d369bf5583b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:20.646428 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-5e0886dd-0751-4bf0-aee3-ee1d232b03e3 req-31cf3adf-fbce-4f6d-af3c-2d369bf5583b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=007b9195-968a-4aaf-8c91-9ba7bd7821aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0405812 Sep 21 05:23:20.682740 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b364d9c9-2ae3-42d0-9ea9-299c56a0cde5 req-d5df0331-1522-43d6-a886-e9d6c8ffc02c tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:20.684849 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b364d9c9-2ae3-42d0-9ea9-299c56a0cde5 req-d5df0331-1522-43d6-a886-e9d6c8ffc02c tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8597837-cb82-468d-8b14-07327db8866d HTTP/1.1" status: 200 len: 945 time: 0.0482481 Sep 21 05:23:20.725335 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b364d9c9-2ae3-42d0-9ea9-299c56a0cde5 req-24b530e9-e025-49a4-9150-7fbb79f27125 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341241 Sep 21 05:23:20.759883 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-5e0886dd-0751-4bf0-aee3-ee1d232b03e3 req-6ae95dce-fb81-4701-a932-8dcda41d495a service neutron] 10.222.0.32 "GET /v2.0/networks/007b9195-968a-4aaf-8c91-9ba7bd7821aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956450 Sep 21 05:23:20.815351 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a09bb5-7fa1-4e8c-978d-dfb1a6291d4c req-9227503e-f1be-4ffb-b71e-049d5e1ee6c6 tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:20.816885 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a3a09bb5-7fa1-4e8c-978d-dfb1a6291d4c req-9227503e-f1be-4ffb-b71e-049d5e1ee6c6 tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] 10.222.0.36 "GET /v2.0/ports?device_id=79fb3746-554e-422d-b2d6-af8cd03b36a7 HTTP/1.1" status: 200 len: 948 time: 0.0504527 Sep 21 05:23:20.862275 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-5e0886dd-0751-4bf0-aee3-ee1d232b03e3 req-b595a8bd-2b59-45d9-b5ec-1228f301017e service neutron] 10.222.0.32 "GET /v2.0/networks/007b9195-968a-4aaf-8c91-9ba7bd7821aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946081 Sep 21 05:23:20.874998 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a3a09bb5-7fa1-4e8c-978d-dfb1a6291d4c req-4b5c42a9-4b1f-4645-bd8c-723dcd382032 tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f682f50-8fc8-4f17-aff6-3094822cb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518179 Sep 21 05:23:21.319212 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31ee0e1-38ed-43fc-8500-2433e0cc87c4 req-80a087d2-57b8-423f-8a06-075bfaf1a91a tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:21.320725 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e31ee0e1-38ed-43fc-8500-2433e0cc87c4 req-80a087d2-57b8-423f-8a06-075bfaf1a91a tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8597837-cb82-468d-8b14-07327db8866d HTTP/1.1" status: 200 len: 945 time: 0.0532002 Sep 21 05:23:21.359993 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e31ee0e1-38ed-43fc-8500-2433e0cc87c4 req-477efbbb-e58a-45c8-b1ed-76c69a86208a tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332649 Sep 21 05:23:21.402079 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15889b7e-5ca2-4e87-a082-c19b861b9aab req-189dc282-d01c-4641-9505-fd8f0064fab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:21.404289 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-15889b7e-5ca2-4e87-a082-c19b861b9aab req-189dc282-d01c-4641-9505-fd8f0064fab3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b64060143eab4fe4b14ef5a511665b1a&device_id=e8597837-cb82-468d-8b14-07327db8866d HTTP/1.1" status: 200 len: 1098 time: 0.0438468 Sep 21 05:23:21.499915 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15889b7e-5ca2-4e87-a082-c19b861b9aab req-0da75fba-7d68-40bd-ae6c-3455e3f18699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:21.502013 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-15889b7e-5ca2-4e87-a082-c19b861b9aab req-0da75fba-7d68-40bd-ae6c-3455e3f18699 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5924b4aa-fb49-47a2-bb5c-959e13209f12 HTTP/1.1" status: 200 len: 919 time: 0.0900869 Sep 21 05:23:21.544428 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-15889b7e-5ca2-4e87-a082-c19b861b9aab req-cb9c1b8c-3a59-4cac-a2d7-8e1a9b6f35b5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5d3f16f-d73d-4add-ba80-9dc08fba777f HTTP/1.1" status: 200 len: 217 time: 0.0342340 Sep 21 05:23:21.599173 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15889b7e-5ca2-4e87-a082-c19b861b9aab req-213248be-54f1-415d-928f-78045baef352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:21.600658 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-15889b7e-5ca2-4e87-a082-c19b861b9aab req-213248be-54f1-415d-928f-78045baef352 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=eb31e64e-231d-4419-bf19-44f0d2bc22f7 HTTP/1.1" status: 200 len: 859 time: 0.0496058 Sep 21 05:23:21.631821 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-15889b7e-5ca2-4e87-a082-c19b861b9aab req-b1bce865-a21f-4949-b741-3863278d91a3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5924b4aa-fb49-47a2-bb5c-959e13209f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239010 Sep 21 05:23:21.754013 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af0ae73-a18c-4eb3-a38f-195f368d8fc7 req-ea475643-f0db-43cb-9dcc-e8aabe9eae1c tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:21.755622 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5af0ae73-a18c-4eb3-a38f-195f368d8fc7 req-ea475643-f0db-43cb-9dcc-e8aabe9eae1c tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 943 time: 0.0914598 Sep 21 05:23:21.769907 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-15889b7e-5ca2-4e87-a082-c19b861b9aab req-3cfa6deb-4b97-45e2-80bc-ff515e8c21d7 service neutron] 10.222.0.32 "GET /v2.0/networks/5924b4aa-fb49-47a2-bb5c-959e13209f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283317 Sep 21 05:23:21.809400 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5af0ae73-a18c-4eb3-a38f-195f368d8fc7 req-90a261de-5242-45c7-a1e7-df312a4bab75 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471897 Sep 21 05:23:22.020100 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e8e7cb-48e4-4533-a07f-6b60f6f52df2 req-6f67ce0d-3de6-4267-9cc7-9515ae586a91 tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:22.021951 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c9e8e7cb-48e4-4533-a07f-6b60f6f52df2 req-6f67ce0d-3de6-4267-9cc7-9515ae586a91 tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] 10.222.0.36 "GET /v2.0/ports?device_id=79fb3746-554e-422d-b2d6-af8cd03b36a7 HTTP/1.1" status: 200 len: 948 time: 0.0600038 Sep 21 05:23:22.062127 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c9e8e7cb-48e4-4533-a07f-6b60f6f52df2 req-d81aaacf-466a-47bf-b235-edbc091b53a6 tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f682f50-8fc8-4f17-aff6-3094822cb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342143 Sep 21 05:23:22.521970 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb298a67-ffa4-4183-8a38-901cb65bba6e req-5a8ff12a-a64e-464b-b079-c2c77b3be1c5 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:22.533381 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-eb298a67-ffa4-4183-8a38-901cb65bba6e req-5a8ff12a-a64e-464b-b079-c2c77b3be1c5 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8597837-cb82-468d-8b14-07327db8866d HTTP/1.1" status: 200 len: 945 time: 0.0841486 Sep 21 05:23:22.584391 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-eb298a67-ffa4-4183-8a38-901cb65bba6e req-aef9c663-503e-4e7f-8e8f-3f9065be86fc tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451391 Sep 21 05:23:22.641233 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2d9415ef-8d8e-4ad6-a23e-69071bd09426 req-fd457435-1dd2-4f21-bbfa-3e67dd7b3a0c tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1317120964&fields=id&tenant_id=f732baa476ec493fa4a85f15fa02b9de HTTP/1.1" status: 200 len: 267 time: 0.0416846 Sep 21 05:23:22.751312 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9415ef-8d8e-4ad6-a23e-69071bd09426 req-26effca8-48da-4470-b83f-8c16838bf69d tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:22.752790 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2d9415ef-8d8e-4ad6-a23e-69071bd09426 req-26effca8-48da-4470-b83f-8c16838bf69d tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/networks?id=b65ce37e-28e9-4073-aba8-42f09a595bb5 HTTP/1.1" status: 200 len: 812 time: 0.1045089 Sep 21 05:23:22.768327 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2d9415ef-8d8e-4ad6-a23e-69071bd09426 req-5687317c-569f-4709-af3e-2c881e7306dc tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/quotas/f732baa476ec493fa4a85f15fa02b9de HTTP/1.1" status: 200 len: 375 time: 0.0096710 Sep 21 05:23:22.831875 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2d9415ef-8d8e-4ad6-a23e-69071bd09426 req-dcc9c7da-2319-48b6-a76d-57371a841098 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f732baa476ec493fa4a85f15fa02b9de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0579035 Sep 21 05:23:22.982210 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ea004-5f89-491d-849a-c297209ce749 req-1e999bd4-6b8c-4817-b23e-e6de57a9328a tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:22.983854 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-fc7ea004-5f89-491d-849a-c297209ce749 req-1e999bd4-6b8c-4817-b23e-e6de57a9328a tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 943 time: 0.0777752 Sep 21 05:23:22.985760 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2d9415ef-8d8e-4ad6-a23e-69071bd09426 req-c608c037-4a9a-4d6f-9db1-a559c9966cf0 service neutron] 10.222.0.36 "GET /v2.0/networks/b65ce37e-28e9-4073-aba8-42f09a595bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417723 Sep 21 05:23:23.050261 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-fc7ea004-5f89-491d-849a-c297209ce749 req-8172d409-5a50-4974-acf6-932771834693 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603106 Sep 21 05:23:23.121155 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2d9415ef-8d8e-4ad6-a23e-69071bd09426 req-7a2630c6-8f91-435b-ae8f-aa7357617dd6 service neutron] 10.222.0.36 "GET /v2.0/networks/b65ce37e-28e9-4073-aba8-42f09a595bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253657 Sep 21 05:23:23.214626 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e627df37-cb53-48db-9d92-1e62c5bdda91 req-8a728fce-8f7c-4537-99b2-c178e6d0a91f tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:23.216251 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e627df37-cb53-48db-9d92-1e62c5bdda91 req-8a728fce-8f7c-4537-99b2-c178e6d0a91f tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] 10.222.0.36 "GET /v2.0/ports?device_id=79fb3746-554e-422d-b2d6-af8cd03b36a7 HTTP/1.1" status: 200 len: 948 time: 0.0737164 Sep 21 05:23:23.282439 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e627df37-cb53-48db-9d92-1e62c5bdda91 req-4eb4e253-ebd1-495d-bc5d-b351b15a4ab6 tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f682f50-8fc8-4f17-aff6-3094822cb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569570 Sep 21 05:23:23.501858 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device 20dbedcb-0da2-4546-969d-9896f8e1b4c5 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 05:23:23.603133 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] For port 20dbedcb-0da2-4546-969d-9896f8e1b4c5, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=20dbedcb-0da2-4546-969d-9896f8e1b4c5,segment=NetworkSegment(07c62f88-5550-4250-bb40-fe5abd17ec72),segment_id=07c62f88-5550-4250-bb40-fe5abd17ec72)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:23:23.617534 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Returning: {'device': '20dbedcb-0da2-4546-969d-9896f8e1b4c5', 'network_id': '1db9a0c2-869e-4ddf-984a-70ad8afea71f', 'port_id': '20dbedcb-0da2-4546-969d-9896f8e1b4c5', 'mac_address': 'fa:16:3e:89:47:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2967f202-aa85-4790-a289-35a872ec8a5f', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 05:23:23.670076 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:23.683533 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.notifiers.nova [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20dbedcb-0da2-4546-969d-9896f8e1b4c5 {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 05:23:23.711462 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] For port 20dbedcb-0da2-4546-969d-9896f8e1b4c5, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=20dbedcb-0da2-4546-969d-9896f8e1b4c5,segment=NetworkSegment(07c62f88-5550-4250-bb40-fe5abd17ec72),segment_id=07c62f88-5550-4250-bb40-fe5abd17ec72)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:23:23.715956 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e7b2fa-f0d1-4d0f-8169-ee90a0f9ae6b req-5da352dc-19a9-4fce-8bd3-4240dc2b0da5 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:23.717628 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-82e7b2fa-f0d1-4d0f-8169-ee90a0f9ae6b req-5da352dc-19a9-4fce-8bd3-4240dc2b0da5 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8597837-cb82-468d-8b14-07327db8866d HTTP/1.1" status: 200 len: 945 time: 0.0605481 Sep 21 05:23:23.756383 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-82e7b2fa-f0d1-4d0f-8169-ee90a0f9ae6b req-0cde0a32-71b2-4ff2-acd9-a7f67f199391 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329568 Sep 21 05:23:23.890919 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:23.944681 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Pushing event updated for resources: {'Port': ['ID=20dbedcb-0da2-4546-969d-9896f8e1b4c5,revision_number=4']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:23:24.174345 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ec541a46-7734-40e7-8880-4a6eac215114 req-ef1c07fa-30ae-4c81-9508-df1bdac7de88 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/ports?device_id=71ae25ae-cb62-4b76-b164-44e6c02f74dc HTTP/1.1" status: 200 len: 210 time: 0.0332475 Sep 21 05:23:24.213129 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] get_ports_and_sgs() called for port_ids ['20dbedcb-0da2-4546-969d-9896f8e1b4c5'] {{(pid=94668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 05:23:24.274648 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bbf371-f182-445d-93e1-31d686c2f4d7 req-102d8018-eab0-44e6-a8b0-cc46dfc1df65 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:24.276217 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-31bbf371-f182-445d-93e1-31d686c2f4d7 req-102d8018-eab0-44e6-a8b0-cc46dfc1df65 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 943 time: 0.1008592 Sep 21 05:23:24.332997 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-31bbf371-f182-445d-93e1-31d686c2f4d7 req-5b1a7238-85db-4bf4-9aa6-da046936fd79 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499339 Sep 21 05:23:24.447369 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a080cef0-e93d-4017-aa0a-e4947c46cf02 req-9bab8da6-b99c-41b9-9ba2-6ea7adf7eb5c tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:24.448924 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a080cef0-e93d-4017-aa0a-e4947c46cf02 req-9bab8da6-b99c-41b9-9ba2-6ea7adf7eb5c tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] 10.222.0.36 "GET /v2.0/ports?device_id=79fb3746-554e-422d-b2d6-af8cd03b36a7 HTTP/1.1" status: 200 len: 949 time: 0.0848596 Sep 21 05:23:24.493588 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a080cef0-e93d-4017-aa0a-e4947c46cf02 req-456eb599-eafe-4853-b01f-13075062b8e1 tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f682f50-8fc8-4f17-aff6-3094822cb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379076 Sep 21 05:23:24.877257 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d093c3-50e7-49c2-9913-cfe612c4705b req-6c20e35b-fbbb-4f4f-a4fd-e3ecd8dbc472 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:24.879028 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-86d093c3-50e7-49c2-9913-cfe612c4705b req-6c20e35b-fbbb-4f4f-a4fd-e3ecd8dbc472 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8597837-cb82-468d-8b14-07327db8866d HTTP/1.1" status: 200 len: 945 time: 0.0530772 Sep 21 05:23:24.922560 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-86d093c3-50e7-49c2-9913-cfe612c4705b req-affbba05-cded-402f-a160-c1b26622d359 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345142 Sep 21 05:23:25.252668 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6db420ac-f39a-4bad-b21b-8a04b0c6727c req-d3cc12d4-c083-41da-9753-68c304a16089 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/ports?device_id=71ae25ae-cb62-4b76-b164-44e6c02f74dc HTTP/1.1" status: 200 len: 210 time: 0.0266581 Sep 21 05:23:25.471408 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6db3b61-fb6f-41d4-9002-e21ba8f7fc8c req-622f847b-cd5f-4b26-ae63-4fe39bc17c32 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:25.472900 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f6db3b61-fb6f-41d4-9002-e21ba8f7fc8c req-622f847b-cd5f-4b26-ae63-4fe39bc17c32 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 943 time: 0.0595989 Sep 21 05:23:25.508013 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device 20dbedcb-0da2-4546-969d-9896f8e1b4c5 up at agent hyperv_hv-cinder-77819 {{(pid=94668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 05:23:25.518252 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f6db3b61-fb6f-41d4-9002-e21ba8f7fc8c req-c3b5a2f5-9959-4e79-8da3-66de72ecbafd tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394733 Sep 21 05:23:25.630896 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69553b5-ae46-4e9c-a508-45dd93819ae9 req-500c1323-ace0-41f9-9aef-546c3fefb965 tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:25.632455 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d69553b5-ae46-4e9c-a508-45dd93819ae9 req-500c1323-ace0-41f9-9aef-546c3fefb965 tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] 10.222.0.36 "GET /v2.0/ports?device_id=79fb3746-554e-422d-b2d6-af8cd03b36a7 HTTP/1.1" status: 200 len: 949 time: 0.0606055 Sep 21 05:23:25.678494 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d69553b5-ae46-4e9c-a508-45dd93819ae9 req-df2285d4-29f7-4da4-8d36-1de1dcd80176 tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f682f50-8fc8-4f17-aff6-3094822cb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390773 Sep 21 05:23:25.813512 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Provisioning for port 20dbedcb-0da2-4546-969d-9896f8e1b4c5 completed by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 05:23:25.822421 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Provisioning complete for port 20dbedcb-0da2-4546-969d-9896f8e1b4c5 triggered by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:23:25.822859 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:25.921456 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:25.945870 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79fb3746-554e-422d-b2d6-af8cd03b36a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20dbedcb-0da2-4546-969d-9896f8e1b4c5'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 05:23:25.948609 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9746b1cd2a1144c350740d70a5f253bbb3c4ac519592b61f014e2841f81d92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e3ad4b1-d64f-47d4-98ff-808edc3574d6" -d '{"events": [{"server_uuid": "79fb3746-554e-422d-b2d6-af8cd03b36a7", "name": "network-vif-plugged", "status": "completed", "tag": "20dbedcb-0da2-4546-969d-9896f8e1b4c5"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 05:23:25.968702 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] For port 20dbedcb-0da2-4546-969d-9896f8e1b4c5, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=20dbedcb-0da2-4546-969d-9896f8e1b4c5,segment=NetworkSegment(07c62f88-5550-4250-bb40-fe5abd17ec72),segment_id=07c62f88-5550-4250-bb40-fe5abd17ec72)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:23:26.040170 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 05:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac94e1aa-9505-4e1d-b64e-0248c92a4651 x-openstack-request-id: req-ac94e1aa-9505-4e1d-b64e-0248c92a4651 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 05:23:26.040468 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79fb3746-554e-422d-b2d6-af8cd03b36a7", "name": "network-vif-plugged", "status": "completed", "tag": "20dbedcb-0da2-4546-969d-9896f8e1b4c5", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 05:23:26.040726 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ac94e1aa-9505-4e1d-b64e-0248c92a4651 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 05:23:26.041126 dv-cinder-778193-10-iscsi neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79fb3746-554e-422d-b2d6-af8cd03b36a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20dbedcb-0da2-4546-969d-9896f8e1b4c5', 'code': 200} Sep 21 05:23:26.089232 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c203af95-81c2-4ac5-ae95-2f145e2b2780 req-57abf117-f1b2-4fcb-ad92-26654c614433 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:26.097859 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c203af95-81c2-4ac5-ae95-2f145e2b2780 req-57abf117-f1b2-4fcb-ad92-26654c614433 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8597837-cb82-468d-8b14-07327db8866d HTTP/1.1" status: 200 len: 945 time: 0.0710521 Sep 21 05:23:26.108754 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:26.160377 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c203af95-81c2-4ac5-ae95-2f145e2b2780 req-3129a3c3-ee75-4af3-a992-6c4b6b9a7132 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616274 Sep 21 05:23:26.183731 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Pushing event updated for resources: {'Port': ['ID=20dbedcb-0da2-4546-969d-9896f8e1b4c5,revision_number=5']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:23:26.336054 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b6ea1a6f-27b5-483c-a541-a235219aeae0 req-9b5c15f0-575c-4fa8-a2f0-b6b0d6562784 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/ports?device_id=71ae25ae-cb62-4b76-b164-44e6c02f74dc HTTP/1.1" status: 200 len: 210 time: 0.0298092 Sep 21 05:23:26.427635 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 58302) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:23:26.565291 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-89d682c7-641a-4349-b5a2-11c0a3a87263 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:26.693749 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6efeb50-d46e-41ab-a8f4-aa2d57212d1a req-33017bbc-0825-4840-9b9a-720ebc67d2d8 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:26.695487 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f6efeb50-d46e-41ab-a8f4-aa2d57212d1a req-33017bbc-0825-4840-9b9a-720ebc67d2d8 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 943 time: 0.0738094 Sep 21 05:23:26.735915 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-89d682c7-641a-4349-b5a2-11c0a3a87263 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:26.754926 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f6efeb50-d46e-41ab-a8f4-aa2d57212d1a req-ed81cea5-ffd2-4033-9b23-a9abb976717d tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501182 Sep 21 05:23:26.833063 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242349df-717a-4bad-b8aa-b71bc3280434 req-57ea20b8-5c45-487a-ac79-a1ee0d569b5f tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:26.834602 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-242349df-717a-4bad-b8aa-b71bc3280434 req-57ea20b8-5c45-487a-ac79-a1ee0d569b5f tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] 10.222.0.36 "GET /v2.0/ports?device_id=79fb3746-554e-422d-b2d6-af8cd03b36a7 HTTP/1.1" status: 200 len: 950 time: 0.0536344 Sep 21 05:23:26.878383 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-242349df-717a-4bad-b8aa-b71bc3280434 req-987c6242-5f91-40e9-a138-7d4571534ca3 tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f682f50-8fc8-4f17-aff6-3094822cb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369990 Sep 21 05:23:26.950943 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-89d682c7-641a-4349-b5a2-11c0a3a87263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:27.214704 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-89d682c7-641a-4349-b5a2-11c0a3a87263 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9ad8940400724f11a8e904b7e5652502&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7836096 Sep 21 05:23:27.215625 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 58316) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:23:27.216307 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d682c7-641a-4349-b5a2-11c0a3a87263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9f5d1c-7275-46a9-b2ea-db4c5a8ebe1f,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:23:27.272641 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3895ae20-8d5f-4487-9062-a3171e4254ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:27.301463 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3895ae20-8d5f-4487-9062-a3171e4254ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:27.310084 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ef9916-2a94-48fe-84a0-c6e93b803066 req-5214310d-d60f-40a7-a6bc-1f755823fbaa tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:27.312309 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-64ef9916-2a94-48fe-84a0-c6e93b803066 req-5214310d-d60f-40a7-a6bc-1f755823fbaa tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8597837-cb82-468d-8b14-07327db8866d HTTP/1.1" status: 200 len: 945 time: 0.0520401 Sep 21 05:23:27.365137 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-64ef9916-2a94-48fe-84a0-c6e93b803066 req-eea97fe7-5c54-4eee-ab58-7d828ae0d025 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461249 Sep 21 05:23:27.456611 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3895ae20-8d5f-4487-9062-a3171e4254ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:27.459308 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3895ae20-8d5f-4487-9062-a3171e4254ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:27.459722 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-03111a36-1a38-487e-87a4-6ee1b2e2eb83 req-37c9b6a2-04a3-4121-a5c9-f69cd7f80406 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/ports?device_id=71ae25ae-cb62-4b76-b164-44e6c02f74dc HTTP/1.1" status: 200 len: 210 time: 0.0294423 Sep 21 05:23:27.464056 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-3895ae20-8d5f-4487-9062-a3171e4254ae admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fd9f5d1c-7275-46a9-b2ea-db4c5a8ebe1f HTTP/1.1" status: 204 len: 168 time: 0.2473598 Sep 21 05:23:27.476048 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3895ae20-8d5f-4487-9062-a3171e4254ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9f5d1c-7275-46a9-b2ea-db4c5a8ebe1f,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:23:27.884493 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679600e4-dd04-445b-98d5-9acc997d995c req-4c018c10-bdec-48e0-a80a-688a980a789d tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:27.885970 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-679600e4-dd04-445b-98d5-9acc997d995c req-4c018c10-bdec-48e0-a80a-688a980a789d tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 943 time: 0.0520062 Sep 21 05:23:27.937246 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-679600e4-dd04-445b-98d5-9acc997d995c req-79499986-aa3d-4fdc-af94-2bd722817a93 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451677 Sep 21 05:23:28.042852 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a8c365-477d-4af7-8835-4b6f8cc33b3b req-fdb87132-00ec-4d45-9741-574fc9bb5903 tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:28.045194 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f7a8c365-477d-4af7-8835-4b6f8cc33b3b req-fdb87132-00ec-4d45-9741-574fc9bb5903 tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] 10.222.0.36 "GET /v2.0/ports?device_id=79fb3746-554e-422d-b2d6-af8cd03b36a7 HTTP/1.1" status: 200 len: 950 time: 0.0675411 Sep 21 05:23:28.107949 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f7a8c365-477d-4af7-8835-4b6f8cc33b3b req-60b8ef4c-77f1-4a60-a35b-731c1c64d2a7 tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f682f50-8fc8-4f17-aff6-3094822cb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456967 Sep 21 05:23:28.505735 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc4b1c8-5eca-45ea-9b0b-558096dc917c req-a8346bda-cc16-4899-aa4a-c4a9cec24f37 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:28.515055 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9dc4b1c8-5eca-45ea-9b0b-558096dc917c req-a8346bda-cc16-4899-aa4a-c4a9cec24f37 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8597837-cb82-468d-8b14-07327db8866d HTTP/1.1" status: 200 len: 945 time: 0.0682073 Sep 21 05:23:28.560114 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9dc4b1c8-5eca-45ea-9b0b-558096dc917c req-d0367397-ec91-4122-a3de-1dbcdc7aebdc tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439534 Sep 21 05:23:28.603401 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e616f9f7-b261-4daf-9f27-eeb4ee8939fc req-47d746b7-52f8-4986-9238-84c8b1319371 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/ports?device_id=71ae25ae-cb62-4b76-b164-44e6c02f74dc HTTP/1.1" status: 200 len: 210 time: 0.0344920 Sep 21 05:23:28.936533 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 58366) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:23:29.041467 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [None req-524bae48-de97-4b9a-b3e5-489f9782e1ed admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-255200123-network', 'tenant_id': '3066d5f922ad4c51b79c56e410630bfe'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:23:29.140253 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6810fc-1443-4879-8e72-31abb22d1970 req-d2b13492-34e3-47e2-8f53-c6515528d791 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:29.141685 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9b6810fc-1443-4879-8e72-31abb22d1970 req-d2b13492-34e3-47e2-8f53-c6515528d791 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 943 time: 0.0544312 Sep 21 05:23:29.182878 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9b6810fc-1443-4879-8e72-31abb22d1970 req-f17d0362-cddb-40d2-a3e7-10947a9f6f68 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353551 Sep 21 05:23:29.190764 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524bae48-de97-4b9a-b3e5-489f9782e1ed admin admin] Made reservation on behalf of 3066d5f922ad4c51b79c56e410630bfe for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 05:23:29.193019 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-524bae48-de97-4b9a-b3e5-489f9782e1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:29.202436 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-524bae48-de97-4b9a-b3e5-489f9782e1ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:29.251586 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.agents_db [None req-b3bad76d-57ee-4137-9d9b-1a82d1aed62b None None] Agent healthcheck: found 6 active agents {{(pid=94669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 05:23:29.257969 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf62dc0-9b96-4fe5-96e1-37264e7905b9 req-03079388-8865-4ac5-883a-104d6086588f tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:29.259625 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-aaf62dc0-9b96-4fe5-96e1-37264e7905b9 req-03079388-8865-4ac5-883a-104d6086588f tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] 10.222.0.36 "GET /v2.0/ports?device_id=79fb3746-554e-422d-b2d6-af8cd03b36a7 HTTP/1.1" status: 200 len: 950 time: 0.0755947 Sep 21 05:23:29.311595 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-aaf62dc0-9b96-4fe5-96e1-37264e7905b9 req-f89dc300-9340-4d95-9a93-2025c2ec6877 tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f682f50-8fc8-4f17-aff6-3094822cb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376556 Sep 21 05:23:29.326371 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-524bae48-de97-4b9a-b3e5-489f9782e1ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:29.413392 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-524bae48-de97-4b9a-b3e5-489f9782e1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:29.441026 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-524bae48-de97-4b9a-b3e5-489f9782e1ed admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 05:23:29.446516 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524bae48-de97-4b9a-b3e5-489f9782e1ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30273558-6100-4f32-bcdb-7c6e1d182e7e,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:23:29.454762 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-524bae48-de97-4b9a-b3e5-489f9782e1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669518'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:29.455122 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.db.segments_db [None req-524bae48-de97-4b9a-b3e5-489f9782e1ed admin admin] Added segment 3ccfcff5-47bb-4252-9f72-eb6d42563205 of type vlan for network 43668b48-43ec-47a9-8fb0-92503a824bd3 Sep 21 05:23:29.507117 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-524bae48-de97-4b9a-b3e5-489f9782e1ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751403734303'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:29.667428 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-524bae48-de97-4b9a-b3e5-489f9782e1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:29.667428 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524bae48-de97-4b9a-b3e5-489f9782e1ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:29.667428 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-524bae48-de97-4b9a-b3e5-489f9782e1ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531542'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:29.722123 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-fef4ea1b-879e-48cb-82b2-e6c8d6783617 req-fb345998-eef0-41fd-8b6f-6dfc0f56a091 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/ports?device_id=71ae25ae-cb62-4b76-b164-44e6c02f74dc HTTP/1.1" status: 200 len: 210 time: 0.0337555 Sep 21 05:23:29.753518 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749e3afa-c531-47ae-a8cd-58e008dc9b0f req-51e96e21-234d-4be6-86cf-859e6b5715de tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:29.753518 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-749e3afa-c531-47ae-a8cd-58e008dc9b0f req-51e96e21-234d-4be6-86cf-859e6b5715de tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8597837-cb82-468d-8b14-07327db8866d HTTP/1.1" status: 200 len: 945 time: 0.0929360 Sep 21 05:23:29.753899 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524bae48-de97-4b9a-b3e5-489f9782e1ed admin admin] Pushing event updated for resources: {'Network': ['ID=43668b48-43ec-47a9-8fb0-92503a824bd3,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:23:29.758248 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Network 43668b48-43ec-47a9-8fb0-92503a824bd3 details requested by agent ovs-agent-dv-cinder-778193-10-iscsi with host dv-cinder-778193-10-iscsi {{(pid=94668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 05:23:29.785657 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-749e3afa-c531-47ae-a8cd-58e008dc9b0f req-536342ca-c445-49c4-be10-62fbee37b5a5 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364575 Sep 21 05:23:29.929014 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-524bae48-de97-4b9a-b3e5-489f9782e1ed admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9911597 Sep 21 05:23:29.931569 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 58380) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:23:29.936418 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [None req-31b961e6-c5e1-4923-ac62-53dac9605d32 admin admin] Request body: {'subnet': {'network_id': '43668b48-43ec-47a9-8fb0-92503a824bd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-255200123-subnet', 'tenant_id': '3066d5f922ad4c51b79c56e410630bfe', 'ip_version': 4}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:23:30.317455 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527beb0a-4c3f-46a8-b1ec-6e607e735d39 req-82a1685d-222b-4dda-b799-c53d6f997b23 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:30.319497 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-527beb0a-4c3f-46a8-b1ec-6e607e735d39 req-82a1685d-222b-4dda-b799-c53d6f997b23 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 943 time: 0.0535786 Sep 21 05:23:30.362157 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-527beb0a-4c3f-46a8-b1ec-6e607e735d39 req-2381a39a-5ffe-42cf-b0f3-90048b8e4056 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358222 Sep 21 05:23:30.454215 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae27b4af-2c4d-43ef-b457-f73a3442300c req-8f0ccafc-28b3-44e9-a4ed-9d1d3e5c172c tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:30.455660 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ae27b4af-2c4d-43ef-b457-f73a3442300c req-8f0ccafc-28b3-44e9-a4ed-9d1d3e5c172c tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] 10.222.0.36 "GET /v2.0/ports?device_id=79fb3746-554e-422d-b2d6-af8cd03b36a7 HTTP/1.1" status: 200 len: 950 time: 0.0604260 Sep 21 05:23:30.499064 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ae27b4af-2c4d-43ef-b457-f73a3442300c req-9cb59ce8-6348-4671-8a30-1672f5f8e192 tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f682f50-8fc8-4f17-aff6-3094822cb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351241 Sep 21 05:23:30.590269 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b961e6-c5e1-4923-ac62-53dac9605d32 admin admin] Made reservation on behalf of 3066d5f922ad4c51b79c56e410630bfe for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 05:23:30.593788 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-31b961e6-c5e1-4923-ac62-53dac9605d32 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7659209'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:30.833297 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2077ec59-3aca-429c-86e0-1e54f8c80717 req-2a3a2fcc-4eaa-4dc2-88bb-809bb6eb6f58 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/ports?device_id=71ae25ae-cb62-4b76-b164-44e6c02f74dc HTTP/1.1" status: 200 len: 210 time: 0.0368960 Sep 21 05:23:30.887940 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-31b961e6-c5e1-4923-ac62-53dac9605d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6441180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7659239'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:30.911870 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d9b64-744d-41f2-acd8-4c6e34b57242 req-fcd19e44-523a-4479-b7b4-17716484389e tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:30.913668 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-814d9b64-744d-41f2-acd8-4c6e34b57242 req-fcd19e44-523a-4479-b7b4-17716484389e tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8597837-cb82-468d-8b14-07327db8866d HTTP/1.1" status: 200 len: 945 time: 0.0517244 Sep 21 05:23:30.965580 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b961e6-c5e1-4923-ac62-53dac9605d32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d367135-c118-4f1f-8d0c-187c518691fd,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:23:30.974268 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-814d9b64-744d-41f2-acd8-4c6e34b57242 req-9a38553f-b217-4980-bdeb-28b3e7c3894a tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510347 Sep 21 05:23:30.977864 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b961e6-c5e1-4923-ac62-53dac9605d32 admin admin] Checking segment: {'id': '3ccfcff5-47bb-4252-9f72-eb6d42563205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '43668b48-43ec-47a9-8fb0-92503a824bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 05:23:30.978557 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b961e6-c5e1-4923-ac62-53dac9605d32 admin admin] Network hostable DHCP agents. Network: 43668b48-43ec-47a9-8fb0-92503a824bd3, hostable agents: ['6e02bdac-2fb2-4f2e-acf6-c0c230e91990'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 05:23:31.035927 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 58400) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:23:31.085386 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b961e6-c5e1-4923-ac62-53dac9605d32 admin admin] Network 43668b48-43ec-47a9-8fb0-92503a824bd3 is scheduled to be hosted by DHCP agent 6e02bdac-2fb2-4f2e-acf6-c0c230e91990 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 05:23:31.147335 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-278701f9-983e-44a3-b172-642eabcabb9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:31.175790 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-31b961e6-c5e1-4923-ac62-53dac9605d32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-10-iscsi, 43668b48-43ec-47a9-8fb0-92503a824bd3) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:23:31.180724 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b961e6-c5e1-4923-ac62-53dac9605d32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:31.182809 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-31b961e6-c5e1-4923-ac62-53dac9605d32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531542'] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:31.186048 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b700a11b-ced6-4459-8b8e-337cc9d12564 None None] Network 43668b48-43ec-47a9-8fb0-92503a824bd3 requested from dv-cinder-778193-10-iscsi {{(pid=94668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 05:23:31.274464 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-278701f9-983e-44a3-b172-642eabcabb9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:31.368762 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-278701f9-983e-44a3-b172-642eabcabb9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:31.400450 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161e0e96-8488-4962-9dd6-7cfacd854984 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc935dc6c-459a-53c3-a524-c7ff278086b2-43668b48-43ec-47a9-8fb0-92503a824bd3', 'network_id': '43668b48-43ec-47a9-8fb0-92503a824bd3', 'tenant_id': '3066d5f922ad4c51b79c56e410630bfe', 'fixed_ips': [{'subnet_id': '4d367135-c118-4f1f-8d0c-187c518691fd'}]}} from dv-cinder-778193-10-iscsi. {{(pid=94668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 05:23:31.401516 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-161e0e96-8488-4962-9dd6-7cfacd854984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:31.419091 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-278701f9-983e-44a3-b172-642eabcabb9c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a4bd676c10154cfb8e0f70f652d9a8a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3796828 Sep 21 05:23:31.419497 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 58406) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:23:31.426467 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278701f9-983e-44a3-b172-642eabcabb9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ae5095-42a5-47fe-9243-a81374899416,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:23:31.433892 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-31b961e6-c5e1-4923-ac62-53dac9605d32 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.4989679 Sep 21 05:23:31.434088 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 58408) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:23:31.438388 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [None req-59613231-4ac2-4a23-be8e-2f7f48697191 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-255200123-router', 'tenant_id': '3066d5f922ad4c51b79c56e410630bfe', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc'}}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:23:31.566787 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-c8b8cb99-e24d-4bda-890f-84981670280a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:31.571339 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-59613231-4ac2-4a23-be8e-2f7f48697191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-474502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:31.573408 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-59613231-4ac2-4a23-be8e-2f7f48697191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-475014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-432907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:31.592781 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2163acf6-03d7-45cb-bc0b-b9a14c6a95e0 req-6a6edf77-3631-4124-9603-6c4cc02163f4 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:31.597814 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-161e0e96-8488-4962-9dd6-7cfacd854984 None None] Allocated IP 172.20.0.2 (43668b48-43ec-47a9-8fb0-92503a824bd3/4d367135-c118-4f1f-8d0c-187c518691fd/e9548aa9-1957-4ced-8a0e-535b1d38103d) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 05:23:31.600604 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2163acf6-03d7-45cb-bc0b-b9a14c6a95e0 req-6a6edf77-3631-4124-9603-6c4cc02163f4 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 943 time: 0.1253855 Sep 21 05:23:31.635710 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-59613231-4ac2-4a23-be8e-2f7f48697191 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:31.640216 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-c8b8cb99-e24d-4bda-890f-84981670280a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:31.695453 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2163acf6-03d7-45cb-bc0b-b9a14c6a95e0 req-feb68956-64d9-4ffd-b9e7-bb5cb945070c tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937624 Sep 21 05:23:31.742201 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8af6df-ea58-4618-a459-4a4487aa1caf req-fd3fdb02-cff3-458f-b688-3102cd340e34 tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:31.743777 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5d8af6df-ea58-4618-a459-4a4487aa1caf req-fd3fdb02-cff3-458f-b688-3102cd340e34 tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] 10.222.0.36 "GET /v2.0/ports?device_id=79fb3746-554e-422d-b2d6-af8cd03b36a7 HTTP/1.1" status: 200 len: 950 time: 0.1359885 Sep 21 05:23:31.777902 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-161e0e96-8488-4962-9dd6-7cfacd854984 None None] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:31.821719 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5d8af6df-ea58-4618-a459-4a4487aa1caf req-68293a29-159c-4bba-8f62-38f6bcffef2f tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f682f50-8fc8-4f17-aff6-3094822cb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498600 Sep 21 05:23:31.879602 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-c8b8cb99-e24d-4bda-890f-84981670280a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:31.882343 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-c8b8cb99-e24d-4bda-890f-84981670280a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:31.886618 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-c8b8cb99-e24d-4bda-890f-84981670280a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d8ae5095-42a5-47fe-9243-a81374899416 HTTP/1.1" status: 204 len: 168 time: 0.4660192 Sep 21 05:23:31.895227 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8cb99-e24d-4bda-890f-84981670280a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ae5095-42a5-47fe-9243-a81374899416,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:23:31.909163 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-59613231-4ac2-4a23-be8e-2f7f48697191 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:31.933653 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-161e0e96-8488-4962-9dd6-7cfacd854984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751403777208'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:31.970261 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c5d5f4e0-8034-481e-9846-c71a79e8f89d req-2a3808a7-6ef9-45ae-a3f5-49203ff00238 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/ports?device_id=71ae25ae-cb62-4b76-b164-44e6c02f74dc HTTP/1.1" status: 200 len: 210 time: 0.0343788 Sep 21 05:23:32.005287 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161e0e96-8488-4962-9dd6-7cfacd854984 None None] Network 43668b48-43ec-47a9-8fb0-92503a824bd3 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 05:23:32.013930 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-161e0e96-8488-4962-9dd6-7cfacd854984 None None] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:23:32.017161 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161e0e96-8488-4962-9dd6-7cfacd854984 None None] Pushing event updated for resources: {'Port': ['ID=e9548aa9-1957-4ced-8a0e-535b1d38103d,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:23:32.019896 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161e0e96-8488-4962-9dd6-7cfacd854984 None None] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 05:23:32.087396 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-161e0e96-8488-4962-9dd6-7cfacd854984 None None] Attempting to bind port e9548aa9-1957-4ced-8a0e-535b1d38103d on host dv-cinder-778193-10-iscsi for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 05:23:32.088239 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-161e0e96-8488-4962-9dd6-7cfacd854984 None None] Attempting to bind port e9548aa9-1957-4ced-8a0e-535b1d38103d by drivers openvswitch,hyperv on host dv-cinder-778193-10-iscsi at level 0 using segments [{'id': '3ccfcff5-47bb-4252-9f72-eb6d42563205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '43668b48-43ec-47a9-8fb0-92503a824bd3'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 05:23:32.088615 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161e0e96-8488-4962-9dd6-7cfacd854984 None None] Attempting to bind port e9548aa9-1957-4ced-8a0e-535b1d38103d on network 43668b48-43ec-47a9-8fb0-92503a824bd3 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 05:23:32.095279 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161e0e96-8488-4962-9dd6-7cfacd854984 None None] Checking agent: {'id': 'b0313305-4280-4067-8ee0-4ba61e64320d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 5, 12, 9), 'started_at': datetime.datetime(2021, 9, 21, 5, 12, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 5, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 05:23:32.095667 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161e0e96-8488-4962-9dd6-7cfacd854984 None None] Checking segment: {'id': '3ccfcff5-47bb-4252-9f72-eb6d42563205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '43668b48-43ec-47a9-8fb0-92503a824bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 05:23:32.096080 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-161e0e96-8488-4962-9dd6-7cfacd854984 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:32.096646 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161e0e96-8488-4962-9dd6-7cfacd854984 None None] Bound using segment: {'id': '3ccfcff5-47bb-4252-9f72-eb6d42563205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '43668b48-43ec-47a9-8fb0-92503a824bd3'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 05:23:32.097255 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-161e0e96-8488-4962-9dd6-7cfacd854984 None None] Bound port: e9548aa9-1957-4ced-8a0e-535b1d38103d, host: dv-cinder-778193-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ccfcff5-47bb-4252-9f72-eb6d42563205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '43668b48-43ec-47a9-8fb0-92503a824bd3'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 05:23:32.097692 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-161e0e96-8488-4962-9dd6-7cfacd854984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:32.187852 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990219ab-0369-467d-9d9d-40802b64d3e8 req-5d89c2a9-7950-4811-9afa-754b0a581dab tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:32.189819 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-990219ab-0369-467d-9d9d-40802b64d3e8 req-5d89c2a9-7950-4811-9afa-754b0a581dab tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8597837-cb82-468d-8b14-07327db8866d HTTP/1.1" status: 200 len: 945 time: 0.1013844 Sep 21 05:23:32.222433 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-161e0e96-8488-4962-9dd6-7cfacd854984 None None] For port e9548aa9-1957-4ced-8a0e-535b1d38103d, host dv-cinder-778193-10-iscsi, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 05:23:32.234638 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-161e0e96-8488-4962-9dd6-7cfacd854984 None None] For port e9548aa9-1957-4ced-8a0e-535b1d38103d, host dv-cinder-778193-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=e9548aa9-1957-4ced-8a0e-535b1d38103d,segment=NetworkSegment(3ccfcff5-47bb-4252-9f72-eb6d42563205),segment_id=3ccfcff5-47bb-4252-9f72-eb6d42563205)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 05:23:32.245285 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-990219ab-0369-467d-9d9d-40802b64d3e8 req-b33f86e4-4d22-40ba-9216-b05a16d6bffb tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424728 Sep 21 05:23:32.318479 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-59613231-4ac2-4a23-be8e-2f7f48697191 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:32.338813 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-59613231-4ac2-4a23-be8e-2f7f48697191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:32.453018 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-59613231-4ac2-4a23-be8e-2f7f48697191 admin admin] Allocated IP 172.27.3.238 (666bfb66-d53f-41b5-aa91-1f3481ab5acc/80dd054f-6720-4669-be55-825ddd1b955a/bfd4d201-4e22-47da-915c-7f7f459f667a) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 05:23:32.478434 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-161e0e96-8488-4962-9dd6-7cfacd854984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:32.571684 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161e0e96-8488-4962-9dd6-7cfacd854984 None None] Pushing event updated for resources: {'Port': ['ID=e9548aa9-1957-4ced-8a0e-535b1d38103d,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:23:32.595771 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-59613231-4ac2-4a23-be8e-2f7f48697191 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:32.688521 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-59613231-4ac2-4a23-be8e-2f7f48697191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751403777208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6441136'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:32.728763 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59613231-4ac2-4a23-be8e-2f7f48697191 admin admin] Network 666bfb66-d53f-41b5-aa91-1f3481ab5acc is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 05:23:32.731624 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-59613231-4ac2-4a23-be8e-2f7f48697191 admin admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:23:32.738737 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59613231-4ac2-4a23-be8e-2f7f48697191 admin admin] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 05:23:32.770846 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59613231-4ac2-4a23-be8e-2f7f48697191 admin admin] Pushing event updated for resources: {'Port': ['ID=bfd4d201-4e22-47da-915c-7f7f459f667a,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:23:32.928982 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2678bb9b-4999-4706-a80a-469db76bca7b req-beff87d0-6bbb-47a7-8bec-9ed4278b45e5 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:32.931425 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2678bb9b-4999-4706-a80a-469db76bca7b req-beff87d0-6bbb-47a7-8bec-9ed4278b45e5 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 943 time: 0.1292543 Sep 21 05:23:32.985114 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device e9548aa9-1957-4ced-8a0e-535b1d38103d up at agent ovs-agent-dv-cinder-778193-10-iscsi {{(pid=94668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 05:23:33.019692 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae2b12-fc0b-4b32-8cb7-4009f7fdcd90 req-d3afc797-c8b3-4c0a-a4c1-9f40a8aa9751 tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:33.021192 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-88ae2b12-fc0b-4b32-8cb7-4009f7fdcd90 req-d3afc797-c8b3-4c0a-a4c1-9f40a8aa9751 tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] 10.222.0.36 "GET /v2.0/ports?device_id=79fb3746-554e-422d-b2d6-af8cd03b36a7 HTTP/1.1" status: 200 len: 950 time: 0.0887864 Sep 21 05:23:33.024448 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2678bb9b-4999-4706-a80a-469db76bca7b req-59f190eb-9cba-4dd5-8fdd-59732b74f6b3 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691609 Sep 21 05:23:33.033531 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Provisioning complete for port e9548aa9-1957-4ced-8a0e-535b1d38103d triggered by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:23:33.033919 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:33.062514 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-88ae2b12-fc0b-4b32-8cb7-4009f7fdcd90 req-48ae9d72-d35e-433a-ac37-e4dca8f8f361 tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f682f50-8fc8-4f17-aff6-3094822cb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347307 Sep 21 05:23:33.121336 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 58430) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:23:33.129565 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ccda7880-d174-40e9-8cad-67832191b0f4 req-065f0462-db46-4c78-a9c3-f41d983c2689 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/ports?device_id=71ae25ae-cb62-4b76-b164-44e6c02f74dc HTTP/1.1" status: 200 len: 210 time: 0.0431933 Sep 21 05:23:33.138371 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-6cb5b40c-0f48-486f-9212-74df3486de85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:33.155089 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:33.187815 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] For port e9548aa9-1957-4ced-8a0e-535b1d38103d, host dv-cinder-778193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=e9548aa9-1957-4ced-8a0e-535b1d38103d,segment=NetworkSegment(3ccfcff5-47bb-4252-9f72-eb6d42563205),segment_id=3ccfcff5-47bb-4252-9f72-eb6d42563205)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:23:33.217686 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-59613231-4ac2-4a23-be8e-2f7f48697191 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:33.240248 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-6cb5b40c-0f48-486f-9212-74df3486de85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:33.273657 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:33.340757 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Pushing event updated for resources: {'Port': ['ID=e9548aa9-1957-4ced-8a0e-535b1d38103d,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:23:33.344395 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-6cb5b40c-0f48-486f-9212-74df3486de85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:33.407038 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb5b40c-0f48-486f-9212-74df3486de85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e80df422-9f6c-4ec4-ac80-7d24a8f9e57d,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:23:33.433516 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-6cb5b40c-0f48-486f-9212-74df3486de85 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cfdef8d1766944a4b04a89b69b0ed3bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3088119 Sep 21 05:23:33.436114 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 58434) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:23:33.495877 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d674db-3e4d-4faf-b7c6-177edf764e23 req-7d268ff9-ddf3-4040-a57d-959ab815e469 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:33.498339 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b8d674db-3e4d-4faf-b7c6-177edf764e23 req-7d268ff9-ddf3-4040-a57d-959ab815e469 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8597837-cb82-468d-8b14-07327db8866d HTTP/1.1" status: 200 len: 945 time: 0.1167355 Sep 21 05:23:33.508753 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-15889b7e-5ca2-4e87-a082-c19b861b9aab req-4a98f269-0a64-44a5-b829-b1e11445afbe service neutron] 10.222.0.32 "GET /v2.0/networks/5924b4aa-fb49-47a2-bb5c-959e13209f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336276 Sep 21 05:23:33.529718 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-59613231-4ac2-4a23-be8e-2f7f48697191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473169'] for router, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:33.536926 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-9444a505-e38c-4add-82d5-104488c4605c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:33.598194 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-9444a505-e38c-4add-82d5-104488c4605c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:33.611841 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b8d674db-3e4d-4faf-b7c6-177edf764e23 req-a1bf05ad-fc04-4f76-a36d-7c4b35c55efa tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026766 Sep 21 05:23:33.721930 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0020b551-e752-4f1f-a115-126b2e7b83b7 req-5297da1a-8403-4c67-8e94-6fd08cd76980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:33.721930 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-0020b551-e752-4f1f-a115-126b2e7b83b7 req-5297da1a-8403-4c67-8e94-6fd08cd76980 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=79fb3746-554e-422d-b2d6-af8cd03b36a7 HTTP/1.1" status: 200 len: 1103 time: 0.0647690 Sep 21 05:23:33.744672 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-9444a505-e38c-4add-82d5-104488c4605c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:33.748336 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-9444a505-e38c-4add-82d5-104488c4605c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:33.749778 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-9444a505-e38c-4add-82d5-104488c4605c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e80df422-9f6c-4ec4-ac80-7d24a8f9e57d HTTP/1.1" status: 204 len: 168 time: 0.3123481 Sep 21 05:23:33.758191 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9444a505-e38c-4add-82d5-104488c4605c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80df422-9f6c-4ec4-ac80-7d24a8f9e57d,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:23:33.763111 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-0020b551-e752-4f1f-a115-126b2e7b83b7 req-bb5f08ce-624c-42d3-8ef1-4edd8711aae0 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1f682f50-8fc8-4f17-aff6-3094822cb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312915 Sep 21 05:23:33.787494 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f13d2bf-24c2-4d2d-857d-1020046b5287 None None] Network 43668b48-43ec-47a9-8fb0-92503a824bd3 requested from dv-cinder-778193-10-iscsi {{(pid=94668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 05:23:33.875938 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59613231-4ac2-4a23-be8e-2f7f48697191 admin admin] Router e7e7c1ae-157c-47e9-b269-b304f762e71d is scheduled to L3 agent e4914d08-4fb7-43fa-94fb-1720f1d16cb4 with binding_index 1 {{(pid=94667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 05:23:33.882547 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-b4430600-8e97-411f-9b14-33dbf8177e99 None None] Provisioning complete for port e9548aa9-1957-4ced-8a0e-535b1d38103d triggered by entity DHCP. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:23:33.882925 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b4430600-8e97-411f-9b14-33dbf8177e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:33.993284 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59613231-4ac2-4a23-be8e-2f7f48697191 admin admin] Notify agent at l3_agent.dv-cinder-778193-10-iscsi the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 05:23:34.005898 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5655777e-5a09-42b0-8ea6-2edceace95b8 None None] Sync routers for ids ['e7e7c1ae-157c-47e9-b269-b304f762e71d'] in dv-cinder-778193-10-iscsi {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 05:23:34.019387 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5655777e-5a09-42b0-8ea6-2edceace95b8 None None] Routers {'e7e7c1ae-157c-47e9-b269-b304f762e71d'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:23:34.020131 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-5655777e-5a09-42b0-8ea6-2edceace95b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:23:09Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['e7e7c1ae-157c-47e9-b269-b304f762e71d'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:23:34.115902 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-59613231-4ac2-4a23-be8e-2f7f48697191 admin admin] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:34.120210 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-59613231-4ac2-4a23-be8e-2f7f48697191 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6850333 Sep 21 05:23:34.123902 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 58444) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:23:34.173754 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-5655777e-5a09-42b0-8ea6-2edceace95b8 None None] Set router e7e7c1ae-157c-47e9-b269-b304f762e71d gateway port host: dv-cinder-778193-10-iscsi {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:23:34.195322 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa7aa9-b30c-4b9a-824b-ab096db42230 req-aac03c1d-fa57-4104-988e-e51a787942b9 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:34.200123 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f4aa7aa9-b30c-4b9a-824b-ab096db42230 req-aac03c1d-fa57-4104-988e-e51a787942b9 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 943 time: 0.0918987 Sep 21 05:23:34.255090 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f4aa7aa9-b30c-4b9a-824b-ab096db42230 req-3fbb6318-4060-4f20-877d-9ec0af507bd5 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434203 Sep 21 05:23:34.263724 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45b8aa4-8746-4521-b220-24e2dd193b0e req-896488bc-38f8-4dfa-8ad9-cce08ba459bc tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:34.270795 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b45b8aa4-8746-4521-b220-24e2dd193b0e req-896488bc-38f8-4dfa-8ad9-cce08ba459bc tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] 10.222.0.36 "GET /v2.0/ports?device_id=79fb3746-554e-422d-b2d6-af8cd03b36a7 HTTP/1.1" status: 200 len: 950 time: 0.0960803 Sep 21 05:23:34.335604 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b45b8aa4-8746-4521-b220-24e2dd193b0e req-4661a332-9f6f-478b-9d7f-7c384518a4e6 tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f682f50-8fc8-4f17-aff6-3094822cb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638566 Sep 21 05:23:34.351354 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-3969c39b-f444-45b9-aa33-8d1c345be4c8 None None] Provisioning complete for port e9548aa9-1957-4ced-8a0e-535b1d38103d triggered by entity DHCP. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:23:34.351919 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3969c39b-f444-45b9-aa33-8d1c345be4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:34.408584 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-abe0cbb7-eeb6-4a64-b3ef-1679298c7a0a req-f959d6a4-2a5a-43ef-8a94-08cec7e6c64f tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/ports?device_id=71ae25ae-cb62-4b76-b164-44e6c02f74dc HTTP/1.1" status: 200 len: 210 time: 0.0341098 Sep 21 05:23:34.428538 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-5655777e-5a09-42b0-8ea6-2edceace95b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e7c1ae-157c-47e9-b269-b304f762e71d', 'name': 'tempest-TestShelveInstance-255200123-router', 'tenant_id': '3066d5f922ad4c51b79c56e410630bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'bfd4d201-4e22-47da-915c-7f7f459f667a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:23:31Z', 'updated_at': '2021-09-21T05:23:32Z', 'revision_number': 3, 'project_id': '3066d5f922ad4c51b79c56e410630bfe', 'gw_port': {'id': 'bfd4d201-4e22-47da-915c-7f7f459f667a', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:75:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e7c1ae-157c-47e9-b269-b304f762e71d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:23:32Z', 'updated_at': '2021-09-21T05:23:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi'}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:23:34.456486 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5655777e-5a09-42b0-8ea6-2edceace95b8 None None] Checking router: e7e7c1ae-157c-47e9-b269-b304f762e71d for host: dv-cinder-778193-10-iscsi {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 05:23:34.456831 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5655777e-5a09-42b0-8ea6-2edceace95b8 None None] Updating router e7e7c1ae-157c-47e9-b269-b304f762e71d port bfd4d201-4e22-47da-915c-7f7f459f667a binding host dv-cinder-778193-10-iscsi {{(pid=94669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 05:23:34.483072 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5655777e-5a09-42b0-8ea6-2edceace95b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:34.700037 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 58452) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:23:34.738056 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-c2daecbc-11b9-47e0-bf6b-ec1871ff1d28 req-b4bdbe33-11c9-423a-9e36-b7db32ffbffb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=61db94cd-0c8c-4884-977d-5838860edb96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1172316 Sep 21 05:23:34.752420 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab47cb-ae5d-4a58-ad29-3397814e8c84 req-8fe7edfd-87d0-47ca-8b11-f936921bab56 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:34.753454 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-14ab47cb-ae5d-4a58-ad29-3397814e8c84 req-8fe7edfd-87d0-47ca-8b11-f936921bab56 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8597837-cb82-468d-8b14-07327db8866d HTTP/1.1" status: 200 len: 945 time: 0.0631928 Sep 21 05:23:34.759774 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-77658183-eae2-4725-8725-b71b01488599 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:34.797617 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-14ab47cb-ae5d-4a58-ad29-3397814e8c84 req-e129a683-b2c1-4c6d-8f63-de34799906e2 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375924 Sep 21 05:23:34.850463 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5655777e-5a09-42b0-8ea6-2edceace95b8 None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:34.853906 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device e9548aa9-1957-4ced-8a0e-535b1d38103d up at agent ovs-agent-dv-cinder-778193-10-iscsi {{(pid=94668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 05:23:34.923041 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Provisioning complete for port e9548aa9-1957-4ced-8a0e-535b1d38103d triggered by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:23:34.923806 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:34.956522 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5655777e-5a09-42b0-8ea6-2edceace95b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:34.997910 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2daecbc-11b9-47e0-bf6b-ec1871ff1d28 req-c0508884-1a72-4d82-a057-881749d5103f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:34.997910 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-c2daecbc-11b9-47e0-bf6b-ec1871ff1d28 req-c0508884-1a72-4d82-a057-881749d5103f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b64060143eab4fe4b14ef5a511665b1a&device_id=61db94cd-0c8c-4884-977d-5838860edb96 HTTP/1.1" status: 200 len: 1098 time: 0.2091913 Sep 21 05:23:35.029018 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-5655777e-5a09-42b0-8ea6-2edceace95b8 None None] Attempting to bind port bfd4d201-4e22-47da-915c-7f7f459f667a on host dv-cinder-778193-10-iscsi for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 05:23:35.030031 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-5655777e-5a09-42b0-8ea6-2edceace95b8 None None] Attempting to bind port bfd4d201-4e22-47da-915c-7f7f459f667a by drivers openvswitch,hyperv on host dv-cinder-778193-10-iscsi at level 0 using segments [{'id': '826ab498-a3a4-4696-958a-2da03407e177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 05:23:35.030872 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5655777e-5a09-42b0-8ea6-2edceace95b8 None None] Attempting to bind port bfd4d201-4e22-47da-915c-7f7f459f667a on network 666bfb66-d53f-41b5-aa91-1f3481ab5acc {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 05:23:35.039353 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c35f9c-bd07-473f-9220-000610d0347d None None] Pushing event updated for resources: {'Port': ['ID=bfd4d201-4e22-47da-915c-7f7f459f667a,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:23:35.042903 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5655777e-5a09-42b0-8ea6-2edceace95b8 None None] Checking agent: {'id': 'b0313305-4280-4067-8ee0-4ba61e64320d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 5, 12, 9), 'started_at': datetime.datetime(2021, 9, 21, 5, 12, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 5, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 05:23:35.044095 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5655777e-5a09-42b0-8ea6-2edceace95b8 None None] Checking segment: {'id': '826ab498-a3a4-4696-958a-2da03407e177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 05:23:35.045309 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5655777e-5a09-42b0-8ea6-2edceace95b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:35.045792 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5655777e-5a09-42b0-8ea6-2edceace95b8 None None] Bound using segment: {'id': '826ab498-a3a4-4696-958a-2da03407e177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 05:23:35.046373 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-5655777e-5a09-42b0-8ea6-2edceace95b8 None None] Bound port: bfd4d201-4e22-47da-915c-7f7f459f667a, host: dv-cinder-778193-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '826ab498-a3a4-4696-958a-2da03407e177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 05:23:35.046918 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5655777e-5a09-42b0-8ea6-2edceace95b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:35.050243 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9415ef-8d8e-4ad6-a23e-69071bd09426 req-547bab2c-654a-43ff-a728-2b3ef1d288aa tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:35.050569 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-2d9415ef-8d8e-4ad6-a23e-69071bd09426 req-547bab2c-654a-43ff-a728-2b3ef1d288aa tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.32 "GET /v2.0/networks?id=b65ce37e-28e9-4073-aba8-42f09a595bb5 HTTP/1.1" status: 200 len: 812 time: 0.3048282 Sep 21 05:23:35.102673 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-5655777e-5a09-42b0-8ea6-2edceace95b8 None None] For port bfd4d201-4e22-47da-915c-7f7f459f667a, host dv-cinder-778193-10-iscsi, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 05:23:35.106702 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-5655777e-5a09-42b0-8ea6-2edceace95b8 None None] For port bfd4d201-4e22-47da-915c-7f7f459f667a, host dv-cinder-778193-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=bfd4d201-4e22-47da-915c-7f7f459f667a,segment=NetworkSegment(826ab498-a3a4-4696-958a-2da03407e177),segment_id=826ab498-a3a4-4696-958a-2da03407e177)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 05:23:35.199957 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5655777e-5a09-42b0-8ea6-2edceace95b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:35.220180 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-2d9415ef-8d8e-4ad6-a23e-69071bd09426 req-4db773a4-cf55-44b3-bff1-f73e835ee802 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f732baa476ec493fa4a85f15fa02b9de HTTP/1.1" status: 200 len: 380 time: 0.1557882 Sep 21 05:23:35.240233 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [req-2d9415ef-8d8e-4ad6-a23e-69071bd09426 req-1345f6eb-e765-49f1-aa9a-da3da1615dc3 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Request body: {'port': {'device_id': '71ae25ae-cb62-4b76-b164-44e6c02f74dc', 'network_id': 'b65ce37e-28e9-4073-aba8-42f09a595bb5', 'admin_state_up': True, 'tenant_id': 'f732baa476ec493fa4a85f15fa02b9de', 'security_groups': ['2efc370c-cc76-4606-b462-9693fd771f2d']}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:23:35.247832 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-77658183-eae2-4725-8725-b71b01488599 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:35.261790 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5655777e-5a09-42b0-8ea6-2edceace95b8 None None] Routers {'e7e7c1ae-157c-47e9-b269-b304f762e71d'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:23:35.262444 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-5655777e-5a09-42b0-8ea6-2edceace95b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:23:09Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['e7e7c1ae-157c-47e9-b269-b304f762e71d'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:23:35.294980 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2daecbc-11b9-47e0-bf6b-ec1871ff1d28 req-205910d8-c0c4-4a27-b0d4-b8672c38fc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:35.296468 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-c2daecbc-11b9-47e0-bf6b-ec1871ff1d28 req-205910d8-c0c4-4a27-b0d4-b8672c38fc28 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5924b4aa-fb49-47a2-bb5c-959e13209f12 HTTP/1.1" status: 200 len: 919 time: 0.2450161 Sep 21 05:23:35.313127 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c35f9c-bd07-473f-9220-000610d0347d None None] Pushing event updated for resources: {'Port': ['ID=bfd4d201-4e22-47da-915c-7f7f459f667a,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:23:35.360441 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-77658183-eae2-4725-8725-b71b01488599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:35.399994 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-5655777e-5a09-42b0-8ea6-2edceace95b8 None None] Set router e7e7c1ae-157c-47e9-b269-b304f762e71d gateway port host: dv-cinder-778193-10-iscsi {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:23:35.407848 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-c2daecbc-11b9-47e0-bf6b-ec1871ff1d28 req-1dde9357-ccdf-4ab5-b0ac-ed978ee4facb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af30cf65-8f49-4854-aed2-34db6277f342 HTTP/1.1" status: 200 len: 217 time: 0.0620155 Sep 21 05:23:35.410891 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e49e792-7138-49fe-95f0-17757fdddf07 req-8373c2bd-cc4d-4783-b685-1da8611e566c tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:35.412993 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3e49e792-7138-49fe-95f0-17757fdddf07 req-8373c2bd-cc4d-4783-b685-1da8611e566c tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 943 time: 0.0636647 Sep 21 05:23:35.488996 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3e49e792-7138-49fe-95f0-17757fdddf07 req-3c4c58f0-eeab-4626-8b5b-60c227aa2da3 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614760 Sep 21 05:23:35.500864 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875fc753-70f2-4124-9ec3-4048f043c183 req-55959922-6202-477d-9de7-761fc7b61df8 tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:35.503020 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-875fc753-70f2-4124-9ec3-4048f043c183 req-55959922-6202-477d-9de7-761fc7b61df8 tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] 10.222.0.36 "GET /v2.0/ports?device_id=79fb3746-554e-422d-b2d6-af8cd03b36a7 HTTP/1.1" status: 200 len: 950 time: 0.0889194 Sep 21 05:23:35.513946 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-77658183-eae2-4725-8725-b71b01488599 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d463195d7e604e728a03a4df7ced69cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8127661 Sep 21 05:23:35.520673 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 58460) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:23:35.532968 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77658183-eae2-4725-8725-b71b01488599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee02e039-6211-4a1d-84f0-376fd807018d,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:23:35.558092 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2daecbc-11b9-47e0-bf6b-ec1871ff1d28 req-91526cdc-6a31-4de3-954a-0269a6dc71dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:35.559627 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-c2daecbc-11b9-47e0-bf6b-ec1871ff1d28 req-91526cdc-6a31-4de3-954a-0269a6dc71dc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=eb31e64e-231d-4419-bf19-44f0d2bc22f7 HTTP/1.1" status: 200 len: 859 time: 0.1324091 Sep 21 05:23:35.561216 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a5d64a6a-b60d-4229-92f8-83d5fd8d021a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:35.608909 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-c2daecbc-11b9-47e0-bf6b-ec1871ff1d28 req-01eba905-690d-4afa-95e6-be3385020b1b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5924b4aa-fb49-47a2-bb5c-959e13209f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324233 Sep 21 05:23:35.618829 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-875fc753-70f2-4124-9ec3-4048f043c183 req-e467d869-68fa-4b3a-afe2-b4b5cb229256 tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f682f50-8fc8-4f17-aff6-3094822cb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090770 Sep 21 05:23:35.657568 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2f25294b-809f-4149-98d5-4c9a6b0c1c5a req-9229bbdb-2a2c-4f15-aa9a-07b9d6a56785 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/ports?device_id=71ae25ae-cb62-4b76-b164-44e6c02f74dc HTTP/1.1" status: 200 len: 210 time: 0.0465994 Sep 21 05:23:35.674282 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-13001c23-a7e0-4b41-95fb-77bd32b1c20a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:35.682321 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-5655777e-5a09-42b0-8ea6-2edceace95b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e7c1ae-157c-47e9-b269-b304f762e71d', 'name': 'tempest-TestShelveInstance-255200123-router', 'tenant_id': '3066d5f922ad4c51b79c56e410630bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'bfd4d201-4e22-47da-915c-7f7f459f667a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:23:31Z', 'updated_at': '2021-09-21T05:23:32Z', 'revision_number': 3, 'project_id': '3066d5f922ad4c51b79c56e410630bfe', 'gw_port': {'id': 'bfd4d201-4e22-47da-915c-7f7f459f667a', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:75:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e7c1ae-157c-47e9-b269-b304f762e71d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:23:32Z', 'updated_at': '2021-09-21T05:23:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi'}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:23:35.708159 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d9415ef-8d8e-4ad6-a23e-69071bd09426 req-1345f6eb-e765-49f1-aa9a-da3da1615dc3 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Made reservation on behalf of f732baa476ec493fa4a85f15fa02b9de for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 05:23:35.708159 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-2d9415ef-8d8e-4ad6-a23e-69071bd09426 req-1345f6eb-e765-49f1-aa9a-da3da1615dc3 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:35.708464 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-13001c23-a7e0-4b41-95fb-77bd32b1c20a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:35.724533 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5655777e-5a09-42b0-8ea6-2edceace95b8 None None] The sync data for ids ['e7e7c1ae-157c-47e9-b269-b304f762e71d'] in dv-cinder-778193-10-iscsi is: [{'id': 'e7e7c1ae-157c-47e9-b269-b304f762e71d', 'name': 'tempest-TestShelveInstance-255200123-router', 'tenant_id': '3066d5f922ad4c51b79c56e410630bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'bfd4d201-4e22-47da-915c-7f7f459f667a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:23:31Z', 'updated_at': '2021-09-21T05:23:32Z', 'revision_number': 3, 'project_id': '3066d5f922ad4c51b79c56e410630bfe', 'gw_port': {'id': 'bfd4d201-4e22-47da-915c-7f7f459f667a', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:75:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e7c1ae-157c-47e9-b269-b304f762e71d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:23:32Z', 'updated_at': '2021-09-21T05:23:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi'}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 05:23:35.897454 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5555c177-c5b8-4413-9685-f778d648e8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:35.938797 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-c2daecbc-11b9-47e0-bf6b-ec1871ff1d28 req-26e785b0-b32f-413f-a446-42fa342294c8 service neutron] 10.222.0.32 "GET /v2.0/networks/5924b4aa-fb49-47a2-bb5c-959e13209f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3210657 Sep 21 05:23:35.939364 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba3f8b4-c2f9-4bb3-8703-b13dc26fe6df req-d4bd443c-0dcd-4162-9085-9b0ca880d468 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:35.941003 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6ba3f8b4-c2f9-4bb3-8703-b13dc26fe6df req-d4bd443c-0dcd-4162-9085-9b0ca880d468 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8597837-cb82-468d-8b14-07327db8866d HTTP/1.1" status: 200 len: 945 time: 0.0569894 Sep 21 05:23:36.015297 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-a5d64a6a-b60d-4229-92f8-83d5fd8d021a admin admin] Allocated IP 172.20.0.1 (43668b48-43ec-47a9-8fb0-92503a824bd3/4d367135-c118-4f1f-8d0c-187c518691fd/b181e200-3df5-4ad0-8e7c-c2c914309c36) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 05:23:36.040620 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6ba3f8b4-c2f9-4bb3-8703-b13dc26fe6df req-f3a2f007-05c5-4aeb-a536-2030eda0d5d8 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921304 Sep 21 05:23:36.043968 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-13001c23-a7e0-4b41-95fb-77bd32b1c20a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:36.046948 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-13001c23-a7e0-4b41-95fb-77bd32b1c20a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:36.054603 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-13001c23-a7e0-4b41-95fb-77bd32b1c20a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ee02e039-6211-4a1d-84f0-376fd807018d HTTP/1.1" status: 204 len: 168 time: 0.5282521 Sep 21 05:23:36.062172 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13001c23-a7e0-4b41-95fb-77bd32b1c20a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee02e039-6211-4a1d-84f0-376fd807018d,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:23:36.124473 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-2d9415ef-8d8e-4ad6-a23e-69071bd09426 req-1345f6eb-e765-49f1-aa9a-da3da1615dc3 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Allocated IP 172.20.0.11 (b65ce37e-28e9-4073-aba8-42f09a595bb5/73b79fce-eee6-4ec0-bdad-dcc75ff05127/ace77e6c-dafc-4cbc-80ff-4c95c1b283ff) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 05:23:36.242367 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-c2daecbc-11b9-47e0-bf6b-ec1871ff1d28 req-a0b4bc22-574b-48fb-82bc-5fbc7cc847c7 service neutron] 10.222.0.32 "GET /v2.0/networks/5924b4aa-fb49-47a2-bb5c-959e13209f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931135 Sep 21 05:23:36.353391 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a5d64a6a-b60d-4229-92f8-83d5fd8d021a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:36.422503 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-2d9415ef-8d8e-4ad6-a23e-69071bd09426 req-1345f6eb-e765-49f1-aa9a-da3da1615dc3 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:36.433162 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81342baa-4230-4813-835b-b90a70f213b6 req-70e444e6-a505-409c-a529-923d731b6df6 tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:36.435313 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-81342baa-4230-4813-835b-b90a70f213b6 req-70e444e6-a505-409c-a529-923d731b6df6 tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] 10.222.0.36 "GET /v2.0/ports?device_id=79fb3746-554e-422d-b2d6-af8cd03b36a7 HTTP/1.1" status: 200 len: 950 time: 0.0549958 Sep 21 05:23:36.476564 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-81342baa-4230-4813-835b-b90a70f213b6 req-67d27072-8122-4914-a5a2-e6d5c133f8a0 tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f682f50-8fc8-4f17-aff6-3094822cb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352776 Sep 21 05:23:36.514838 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a5d64a6a-b60d-4229-92f8-83d5fd8d021a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751403777208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6441136'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:36.571056 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d64a6a-b60d-4229-92f8-83d5fd8d021a admin admin] Network 43668b48-43ec-47a9-8fb0-92503a824bd3 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 05:23:36.571056 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-2d9415ef-8d8e-4ad6-a23e-69071bd09426 req-1345f6eb-e765-49f1-aa9a-da3da1615dc3 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751403777208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6441136'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:36.571056 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-a5d64a6a-b60d-4229-92f8-83d5fd8d021a admin admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:23:36.571459 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d64a6a-b60d-4229-92f8-83d5fd8d021a admin admin] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 05:23:36.641450 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d9415ef-8d8e-4ad6-a23e-69071bd09426 req-1345f6eb-e765-49f1-aa9a-da3da1615dc3 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Network b65ce37e-28e9-4073-aba8-42f09a595bb5 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 05:23:36.647998 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-2d9415ef-8d8e-4ad6-a23e-69071bd09426 req-1345f6eb-e765-49f1-aa9a-da3da1615dc3 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:23:36.656554 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d9415ef-8d8e-4ad6-a23e-69071bd09426 req-1345f6eb-e765-49f1-aa9a-da3da1615dc3 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 05:23:36.659583 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d64a6a-b60d-4229-92f8-83d5fd8d021a admin admin] Pushing event updated for resources: {'Port': ['ID=b181e200-3df5-4ad0-8e7c-c2c914309c36,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:23:36.722763 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a5d64a6a-b60d-4229-92f8-83d5fd8d021a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473222'] for router_interface, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:36.771379 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1516d955-7a28-4cf2-a948-26900dee3c73 req-913225c9-16f8-45d3-9e79-a3fbfd7d7aee tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:36.775386 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1516d955-7a28-4cf2-a948-26900dee3c73 req-913225c9-16f8-45d3-9e79-a3fbfd7d7aee tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 943 time: 0.1194348 Sep 21 05:23:36.881789 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1345f6eb-e765-49f1-aa9a-da3da1615dc3 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Pushing event updated for resources: {'Port': ['ID=ace77e6c-dafc-4cbc-80ff-4c95c1b283ff,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:23:36.928455 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9415ef-8d8e-4ad6-a23e-69071bd09426 req-1345f6eb-e765-49f1-aa9a-da3da1615dc3 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:36.942711 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device bfd4d201-4e22-47da-915c-7f7f459f667a up at agent ovs-agent-dv-cinder-778193-10-iscsi {{(pid=94668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 05:23:36.947440 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1516d955-7a28-4cf2-a948-26900dee3c73 req-c07db20c-24e0-40c9-a977-9e241c852d71 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1696403 Sep 21 05:23:36.951737 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-2d9415ef-8d8e-4ad6-a23e-69071bd09426 req-1345f6eb-e765-49f1-aa9a-da3da1615dc3 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:36.964668 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb51219b-9798-4a2d-a3a0-6c657128ad0e req-014060c7-c811-485e-ba9b-2eb9cf063d24 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:36.966844 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-fb51219b-9798-4a2d-a3a0-6c657128ad0e req-014060c7-c811-485e-ba9b-2eb9cf063d24 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/ports?device_id=71ae25ae-cb62-4b76-b164-44e6c02f74dc HTTP/1.1" status: 200 len: 932 time: 0.1888428 Sep 21 05:23:37.032656 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-fb51219b-9798-4a2d-a3a0-6c657128ad0e req-e2d0c4d4-0bc0-46f7-8b75-017ad82ba32c tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/security-groups?id=2efc370c-cc76-4606-b462-9693fd771f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569279 Sep 21 05:23:37.053264 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-fa2d7e8d-9456-464f-bbf4-523e9636758f None None] Provisioning complete for port b181e200-3df5-4ad0-8e7c-c2c914309c36 triggered by entity DHCP. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:23:37.053638 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fa2d7e8d-9456-464f-bbf4-523e9636758f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:37.055239 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Provisioning complete for port bfd4d201-4e22-47da-915c-7f7f459f667a triggered by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:23:37.055599 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:37.071981 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-2d9415ef-8d8e-4ad6-a23e-69071bd09426 req-1345f6eb-e765-49f1-aa9a-da3da1615dc3 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8440425 Sep 21 05:23:37.084690 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [req-2d9415ef-8d8e-4ad6-a23e-69071bd09426 req-db9e83a5-73e1-45b4-a246-fa557ee97ad1 service neutron] Request body: {'port': {'device_id': '71ae25ae-cb62-4b76-b164-44e6c02f74dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:23:37.123146 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-fa2d7e8d-9456-464f-bbf4-523e9636758f None None] Port b181e200-3df5-4ad0-8e7c-c2c914309c36 cannot update to ACTIVE because it is not bound. {{(pid=94668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 05:23:37.140679 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-2d9415ef-8d8e-4ad6-a23e-69071bd09426 req-db9e83a5-73e1-45b4-a246-fa557ee97ad1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:37.170765 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:37.191331 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] For port bfd4d201-4e22-47da-915c-7f7f459f667a, host dv-cinder-778193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=bfd4d201-4e22-47da-915c-7f7f459f667a,segment=NetworkSegment(826ab498-a3a4-4696-958a-2da03407e177),segment_id=826ab498-a3a4-4696-958a-2da03407e177)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:23:37.216060 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a5d64a6a-b60d-4229-92f8-83d5fd8d021a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:37.242013 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-cae984ec-1878-45f2-9c39-fd717f972fc2 None None] Provisioning complete for port ace77e6c-dafc-4cbc-80ff-4c95c1b283ff triggered by entity DHCP. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:23:37.242382 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cae984ec-1878-45f2-9c39-fd717f972fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:37.274298 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:37.279532 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-cae984ec-1878-45f2-9c39-fd717f972fc2 None None] Port ace77e6c-dafc-4cbc-80ff-4c95c1b283ff cannot update to ACTIVE because it is not bound. {{(pid=94668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 05:23:37.322169 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Pushing event updated for resources: {'Port': ['ID=bfd4d201-4e22-47da-915c-7f7f459f667a,revision_number=4']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:23:37.330167 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:23:37.330586 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:23:37.330942 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:23:37.331286 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:23:37.331624 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:23:37.331963 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:23:37.332298 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:23:37.332633 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:23:37.332983 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:23:37.333320 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:23:37.333651 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:23:37.333981 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:23:37.553300 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a5d64a6a-b60d-4229-92f8-83d5fd8d021a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:37.561850 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [req-2d9415ef-8d8e-4ad6-a23e-69071bd09426 req-db9e83a5-73e1-45b4-a246-fa557ee97ad1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ace77e6c-dafc-4cbc-80ff-4c95c1b283ff {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 05:23:37.575053 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-2d9415ef-8d8e-4ad6-a23e-69071bd09426 req-db9e83a5-73e1-45b4-a246-fa557ee97ad1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:37.590623 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-2d9415ef-8d8e-4ad6-a23e-69071bd09426 req-db9e83a5-73e1-45b4-a246-fa557ee97ad1 service neutron] Transition to ACTIVE for port object ace77e6c-dafc-4cbc-80ff-4c95c1b283ff will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 05:23:37.615430 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f2a6e-c671-41c7-9a22-4a85a6493c8c req-a84e5966-1eee-4fc1-9b58-54e89b615651 tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:37.616922 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-da8f2a6e-c671-41c7-9a22-4a85a6493c8c req-a84e5966-1eee-4fc1-9b58-54e89b615651 tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] 10.222.0.36 "GET /v2.0/ports?device_id=79fb3746-554e-422d-b2d6-af8cd03b36a7 HTTP/1.1" status: 200 len: 950 time: 0.0635524 Sep 21 05:23:37.633404 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a5d64a6a-b60d-4229-92f8-83d5fd8d021a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6441129'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:37.658818 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-da8f2a6e-c671-41c7-9a22-4a85a6493c8c req-c9caf7db-98b9-4828-9ba1-61fba40e39b7 tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f682f50-8fc8-4f17-aff6-3094822cb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357134 Sep 21 05:23:37.679251 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-2d9415ef-8d8e-4ad6-a23e-69071bd09426 req-db9e83a5-73e1-45b4-a246-fa557ee97ad1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6441129'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:37.719916 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d64a6a-b60d-4229-92f8-83d5fd8d021a admin admin] Pushing event updated for resources: {'Port': ['ID=b181e200-3df5-4ad0-8e7c-c2c914309c36,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:23:37.726882 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a5d64a6a-b60d-4229-92f8-83d5fd8d021a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-471830'] for router_interface, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:37.997316 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:38.117885 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9e83a5-73e1-45b4-a246-fa557ee97ad1 service neutron] Pushing event updated for resources: {'Port': ['ID=ace77e6c-dafc-4cbc-80ff-4c95c1b283ff,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:23:38.146206 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf738771-4c02-4383-b368-5310dc802f57 req-e55d8eb5-e545-4812-8ff8-98904a3e4b36 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:38.147780 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-bf738771-4c02-4383-b368-5310dc802f57 req-e55d8eb5-e545-4812-8ff8-98904a3e4b36 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 943 time: 0.0985193 Sep 21 05:23:38.182360 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea825981-4000-49f0-aa8d-c82b23f091d1 req-c78c10c2-7a4b-4f8a-80b0-12132aa4935f tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:38.188825 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ea825981-4000-49f0-aa8d-c82b23f091d1 req-c78c10c2-7a4b-4f8a-80b0-12132aa4935f tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/ports?device_id=71ae25ae-cb62-4b76-b164-44e6c02f74dc HTTP/1.1" status: 200 len: 944 time: 0.0766592 Sep 21 05:23:38.200425 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f14792a-7c21-4f0c-bb81-4da7322f1c78 req-afa0a27a-36a5-46f1-aeb2-a80ca1f840db tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:38.202618 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-9f14792a-7c21-4f0c-bb81-4da7322f1c78 req-afa0a27a-36a5-46f1-aeb2-a80ca1f840db tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] 10.222.0.32 "GET /v2.0/ports?device_id=79fb3746-554e-422d-b2d6-af8cd03b36a7 HTTP/1.1" status: 200 len: 950 time: 0.1992743 Sep 21 05:23:38.214140 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-bf738771-4c02-4383-b368-5310dc802f57 req-31bd7d5f-1ee0-41fe-a9d3-118e2632bbe6 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596676 Sep 21 05:23:38.257766 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ea825981-4000-49f0-aa8d-c82b23f091d1 req-9ddb04be-fff6-4b64-a872-82dc1514ebcb tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/security-groups?id=2efc370c-cc76-4606-b462-9693fd771f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558727 Sep 21 05:23:38.263465 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-2d9415ef-8d8e-4ad6-a23e-69071bd09426 req-db9e83a5-73e1-45b4-a246-fa557ee97ad1 service neutron] Attempting to bind port ace77e6c-dafc-4cbc-80ff-4c95c1b283ff on host hv-cinder-77819 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 05:23:38.263827 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-2d9415ef-8d8e-4ad6-a23e-69071bd09426 req-db9e83a5-73e1-45b4-a246-fa557ee97ad1 service neutron] Attempting to bind port ace77e6c-dafc-4cbc-80ff-4c95c1b283ff by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '2750d958-8afb-4c23-8d50-7f696d3e9439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b65ce37e-28e9-4073-aba8-42f09a595bb5'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 05:23:38.264165 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9415ef-8d8e-4ad6-a23e-69071bd09426 req-db9e83a5-73e1-45b4-a246-fa557ee97ad1 service neutron] Attempting to bind port ace77e6c-dafc-4cbc-80ff-4c95c1b283ff on network b65ce37e-28e9-4073-aba8-42f09a595bb5 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 05:23:38.283897 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9415ef-8d8e-4ad6-a23e-69071bd09426 req-db9e83a5-73e1-45b4-a246-fa557ee97ad1 service neutron] Port ace77e6c-dafc-4cbc-80ff-4c95c1b283ff on network b65ce37e-28e9-4073-aba8-42f09a595bb5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 05:23:38.284233 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9415ef-8d8e-4ad6-a23e-69071bd09426 req-db9e83a5-73e1-45b4-a246-fa557ee97ad1 service neutron] Attempting to bind port ace77e6c-dafc-4cbc-80ff-4c95c1b283ff on network b65ce37e-28e9-4073-aba8-42f09a595bb5 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 05:23:38.304295 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d64a6a-b60d-4229-92f8-83d5fd8d021a admin admin] Network 43668b48-43ec-47a9-8fb0-92503a824bd3 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 05:23:38.311101 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-a5d64a6a-b60d-4229-92f8-83d5fd8d021a admin admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:23:38.314683 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9415ef-8d8e-4ad6-a23e-69071bd09426 req-db9e83a5-73e1-45b4-a246-fa557ee97ad1 service neutron] Checking agent: {'id': '5298a3ad-ea79-4298-8fba-5c2796ea9d92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 5, 18, 37), 'started_at': datetime.datetime(2021, 9, 21, 5, 18, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 5, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 05:23:38.315024 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9415ef-8d8e-4ad6-a23e-69071bd09426 req-db9e83a5-73e1-45b4-a246-fa557ee97ad1 service neutron] Checking segment: {'id': '2750d958-8afb-4c23-8d50-7f696d3e9439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b65ce37e-28e9-4073-aba8-42f09a595bb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 05:23:38.320548 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9415ef-8d8e-4ad6-a23e-69071bd09426 req-db9e83a5-73e1-45b4-a246-fa557ee97ad1 service neutron] Bound using segment: {'id': '2750d958-8afb-4c23-8d50-7f696d3e9439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b65ce37e-28e9-4073-aba8-42f09a595bb5'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 05:23:38.320548 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-2d9415ef-8d8e-4ad6-a23e-69071bd09426 req-db9e83a5-73e1-45b4-a246-fa557ee97ad1 service neutron] Bound port: ace77e6c-dafc-4cbc-80ff-4c95c1b283ff, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2750d958-8afb-4c23-8d50-7f696d3e9439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b65ce37e-28e9-4073-aba8-42f09a595bb5'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 05:23:38.320548 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-2d9415ef-8d8e-4ad6-a23e-69071bd09426 req-db9e83a5-73e1-45b4-a246-fa557ee97ad1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:38.444239 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-9f14792a-7c21-4f0c-bb81-4da7322f1c78 req-02edd24e-838c-4147-b1f7-0ad56d5ec760 tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] Deleting port 20dbedcb-0da2-4546-969d-9896f8e1b4c5 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 05:23:38.444585 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-9f14792a-7c21-4f0c-bb81-4da7322f1c78 req-02edd24e-838c-4147-b1f7-0ad56d5ec760 tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751404276529'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:38.546253 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-2d9415ef-8d8e-4ad6-a23e-69071bd09426 req-db9e83a5-73e1-45b4-a246-fa557ee97ad1 service neutron] For port ace77e6c-dafc-4cbc-80ff-4c95c1b283ff, host hv-cinder-77819, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 05:23:38.562529 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-719b34b3-1fbf-4730-9c84-e88d232809ab None None] Provisioning complete for port b181e200-3df5-4ad0-8e7c-c2c914309c36 triggered by entity DHCP. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:23:38.562912 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-719b34b3-1fbf-4730-9c84-e88d232809ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:38.569858 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-2d9415ef-8d8e-4ad6-a23e-69071bd09426 req-db9e83a5-73e1-45b4-a246-fa557ee97ad1 service neutron] For port ace77e6c-dafc-4cbc-80ff-4c95c1b283ff, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=ace77e6c-dafc-4cbc-80ff-4c95c1b283ff,segment=NetworkSegment(2750d958-8afb-4c23-8d50-7f696d3e9439),segment_id=2750d958-8afb-4c23-8d50-7f696d3e9439)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 05:23:38.589162 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5d64a6a-b60d-4229-92f8-83d5fd8d021a admin admin] Router e7e7c1ae-157c-47e9-b269-b304f762e71d has already been hosted by L3 agent e4914d08-4fb7-43fa-94fb-1720f1d16cb4 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 05:23:38.600177 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e4f0c75e-9046-4cde-9f80-6ccce820b2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:38.603941 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-9f14792a-7c21-4f0c-bb81-4da7322f1c78 req-02edd24e-838c-4147-b1f7-0ad56d5ec760 tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] For port 20dbedcb-0da2-4546-969d-9896f8e1b4c5, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=20dbedcb-0da2-4546-969d-9896f8e1b4c5,segment=NetworkSegment(07c62f88-5550-4250-bb40-fe5abd17ec72),segment_id=07c62f88-5550-4250-bb40-fe5abd17ec72)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:23:38.604313 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-9f14792a-7c21-4f0c-bb81-4da7322f1c78 req-02edd24e-838c-4147-b1f7-0ad56d5ec760 tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463939'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:38.612205 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-719b34b3-1fbf-4730-9c84-e88d232809ab None None] Port b181e200-3df5-4ad0-8e7c-c2c914309c36 cannot update to ACTIVE because it is not bound. {{(pid=94668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 05:23:38.621242 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-9f14792a-7c21-4f0c-bb81-4da7322f1c78 req-02edd24e-838c-4147-b1f7-0ad56d5ec760 tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] Calling delete_port for 20dbedcb-0da2-4546-969d-9896f8e1b4c5 owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 05:23:38.700373 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-2d9415ef-8d8e-4ad6-a23e-69071bd09426 req-db9e83a5-73e1-45b4-a246-fa557ee97ad1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6441129'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:38.773419 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e193ca-ff17-4147-925a-55d88cd1e916 req-9eb2b002-b9ce-4bce-8728-86b5cf0ff01b tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:38.775010 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-94e193ca-ff17-4147-925a-55d88cd1e916 req-9eb2b002-b9ce-4bce-8728-86b5cf0ff01b tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] 10.222.0.36 "GET /v2.0/ports?device_id=79fb3746-554e-422d-b2d6-af8cd03b36a7 HTTP/1.1" status: 200 len: 950 time: 0.0503018 Sep 21 05:23:38.787374 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9415ef-8d8e-4ad6-a23e-69071bd09426 req-db9e83a5-73e1-45b4-a246-fa557ee97ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:38.788010 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-2d9415ef-8d8e-4ad6-a23e-69071bd09426 req-db9e83a5-73e1-45b4-a246-fa557ee97ad1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:38.789407 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-2d9415ef-8d8e-4ad6-a23e-69071bd09426 req-db9e83a5-73e1-45b4-a246-fa557ee97ad1 service neutron] 10.222.0.32 "PUT /v2.0/ports/ace77e6c-dafc-4cbc-80ff-4c95c1b283ff HTTP/1.1" status: 200 len: 1094 time: 1.7088892 Sep 21 05:23:38.793085 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71ae25ae-cb62-4b76-b164-44e6c02f74dc', 'tag': 'ace77e6c-dafc-4cbc-80ff-4c95c1b283ff'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 05:23:38.796034 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2093a7355c0e7a06ffa9c2f51d01f7a17d1263efd9baf457b9b047ecef1e75bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe20a634-4231-45da-8a9b-26c0f58deda9" -d '{"events": [{"name": "network-changed", "server_uuid": "71ae25ae-cb62-4b76-b164-44e6c02f74dc", "tag": "ace77e6c-dafc-4cbc-80ff-4c95c1b283ff"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 05:23:38.827564 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device bfd4d201-4e22-47da-915c-7f7f459f667a up at agent ovs-agent-dv-cinder-778193-10-iscsi {{(pid=94668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 05:23:38.841625 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-94e193ca-ff17-4147-925a-55d88cd1e916 req-92ea0ebd-ab54-4ab3-a1c6-acfbdbde1c6b tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f682f50-8fc8-4f17-aff6-3094822cb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571415 Sep 21 05:23:38.864430 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 05:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e28053d-5768-487c-b973-15748f3c06f3 x-openstack-request-id: req-7e28053d-5768-487c-b973-15748f3c06f3 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 05:23:38.864943 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71ae25ae-cb62-4b76-b164-44e6c02f74dc", "tag": "ace77e6c-dafc-4cbc-80ff-4c95c1b283ff", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 05:23:38.865541 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7e28053d-5768-487c-b973-15748f3c06f3 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 05:23:38.865943 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71ae25ae-cb62-4b76-b164-44e6c02f74dc', 'tag': 'ace77e6c-dafc-4cbc-80ff-4c95c1b283ff', 'status': 'completed', 'code': 200} Sep 21 05:23:38.869031 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d64a6a-b60d-4229-92f8-83d5fd8d021a admin admin] Notify agent at l3_agent.dv-cinder-778193-10-iscsi the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 05:23:38.885301 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-a5d64a6a-b60d-4229-92f8-83d5fd8d021a admin admin] 10.222.0.36 "PUT /v2.0/routers/e7e7c1ae-157c-47e9-b269-b304f762e71d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7515690 Sep 21 05:23:38.885301 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9e83a5-73e1-45b4-a246-fa557ee97ad1 service neutron] Pushing event updated for resources: {'Port': ['ID=ace77e6c-dafc-4cbc-80ff-4c95c1b283ff,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:23:38.907131 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Provisioning complete for port bfd4d201-4e22-47da-915c-7f7f459f667a triggered by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:23:38.907938 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:38.959927 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d629d54c-ecef-45ed-9eeb-4ef0cd970afc None None] Sync routers for ids ['e7e7c1ae-157c-47e9-b269-b304f762e71d'] in dv-cinder-778193-10-iscsi {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 05:23:38.977826 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d629d54c-ecef-45ed-9eeb-4ef0cd970afc None None] Routers {'e7e7c1ae-157c-47e9-b269-b304f762e71d'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:23:38.978502 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-d629d54c-ecef-45ed-9eeb-4ef0cd970afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:23:39Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['e7e7c1ae-157c-47e9-b269-b304f762e71d'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:23:39.007075 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20a634-4231-45da-8a9b-26c0f58deda9 req-8cdb1b27-c784-47b3-8805-b02495a702f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:39.012984 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-fe20a634-4231-45da-8a9b-26c0f58deda9 req-8cdb1b27-c784-47b3-8805-b02495a702f4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f732baa476ec493fa4a85f15fa02b9de&device_id=71ae25ae-cb62-4b76-b164-44e6c02f74dc HTTP/1.1" status: 200 len: 1097 time: 0.0823092 Sep 21 05:23:39.096269 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-9f14792a-7c21-4f0c-bb81-4da7322f1c78 req-02edd24e-838c-4147-b1f7-0ad56d5ec760 tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751404282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751403777217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6441136'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:39.115248 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] get_ports_and_sgs() called for port_ids ['20dbedcb-0da2-4546-969d-9896f8e1b4c5'] {{(pid=94668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 05:23:39.137721 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02edd24e-838c-4147-b1f7-0ad56d5ec760 tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] Pushing event deleted for resources: {'Port': ['ID=20dbedcb-0da2-4546-969d-9896f8e1b4c5,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:23:39.211231 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f14792a-7c21-4f0c-bb81-4da7322f1c78 req-02edd24e-838c-4147-b1f7-0ad56d5ec760 tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] No DVR routers for this DVR port 20dbedcb-0da2-4546-969d-9896f8e1b4c5 on host hv-cinder-77819 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 05:23:39.213938 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-9f14792a-7c21-4f0c-bb81-4da7322f1c78 req-02edd24e-838c-4147-b1f7-0ad56d5ec760 tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:39.220348 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-9f14792a-7c21-4f0c-bb81-4da7322f1c78 req-02edd24e-838c-4147-b1f7-0ad56d5ec760 tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] 10.222.0.32 "DELETE /v2.0/ports/20dbedcb-0da2-4546-969d-9896f8e1b4c5 HTTP/1.1" status: 204 len: 173 time: 1.0072277 Sep 21 05:23:39.222102 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20a634-4231-45da-8a9b-26c0f58deda9 req-110324ad-daf1-4896-8ade-806a0ea8717e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:39.228986 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-fe20a634-4231-45da-8a9b-26c0f58deda9 req-110324ad-daf1-4896-8ade-806a0ea8717e service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=f732baa476ec493fa4a85f15fa02b9de&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2014403 Sep 21 05:23:39.308122 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-d629d54c-ecef-45ed-9eeb-4ef0cd970afc None None] Set router e7e7c1ae-157c-47e9-b269-b304f762e71d gateway port host: dv-cinder-778193-10-iscsi {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:23:39.404238 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20a634-4231-45da-8a9b-26c0f58deda9 req-cb441f7a-3840-4505-92dd-393acfb44499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:39.406041 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-fe20a634-4231-45da-8a9b-26c0f58deda9 req-cb441f7a-3840-4505-92dd-393acfb44499 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1737373 Sep 21 05:23:39.435082 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b9bb21-4be6-4052-a5a6-ce1b9c0e20d0 req-dddaa41f-add5-44d7-be84-338545e17405 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:39.436542 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e0b9bb21-4be6-4052-a5a6-ce1b9c0e20d0 req-dddaa41f-add5-44d7-be84-338545e17405 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 943 time: 0.1035230 Sep 21 05:23:39.451551 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46d9b5-c6d6-4e2e-ac57-77933989c5d8 req-f4d362b3-9e6c-4a0c-bf82-11f16ce963f9 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:39.453455 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1a46d9b5-c6d6-4e2e-ac57-77933989c5d8 req-f4d362b3-9e6c-4a0c-bf82-11f16ce963f9 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/ports?device_id=71ae25ae-cb62-4b76-b164-44e6c02f74dc HTTP/1.1" status: 200 len: 944 time: 0.0788798 Sep 21 05:23:39.506464 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9415ef-8d8e-4ad6-a23e-69071bd09426 req-01711e27-4ef2-4e9a-9631-3760d23c9eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:39.508332 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-2d9415ef-8d8e-4ad6-a23e-69071bd09426 req-01711e27-4ef2-4e9a-9631-3760d23c9eaa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f732baa476ec493fa4a85f15fa02b9de&device_id=71ae25ae-cb62-4b76-b164-44e6c02f74dc HTTP/1.1" status: 200 len: 1097 time: 0.0508428 Sep 21 05:23:39.510910 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e0b9bb21-4be6-4052-a5a6-ce1b9c0e20d0 req-f24a7bd2-bfef-45e4-afac-fd5a195b22b3 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564599 Sep 21 05:23:39.529849 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1a46d9b5-c6d6-4e2e-ac57-77933989c5d8 req-997340ac-4f4e-42b3-aeef-f324e82932b8 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/security-groups?id=2efc370c-cc76-4606-b462-9693fd771f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680864 Sep 21 05:23:39.549160 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:39.583591 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-2d9415ef-8d8e-4ad6-a23e-69071bd09426 req-e925122e-1909-43cf-8a87-2438104ddbd3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ace77e6c-dafc-4cbc-80ff-4c95c1b283ff HTTP/1.1" status: 200 len: 217 time: 0.0641289 Sep 21 05:23:39.603508 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-d629d54c-ecef-45ed-9eeb-4ef0cd970afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e7c1ae-157c-47e9-b269-b304f762e71d', 'name': 'tempest-TestShelveInstance-255200123-router', 'tenant_id': '3066d5f922ad4c51b79c56e410630bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'bfd4d201-4e22-47da-915c-7f7f459f667a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:23:31Z', 'updated_at': '2021-09-21T05:23:37Z', 'revision_number': 4, 'project_id': '3066d5f922ad4c51b79c56e410630bfe', 'gw_port': {'id': 'bfd4d201-4e22-47da-915c-7f7f459f667a', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:75:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e7c1ae-157c-47e9-b269-b304f762e71d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:23:32Z', 'updated_at': '2021-09-21T05:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi', '_interfaces': [{'id': 'b181e200-3df5-4ad0-8e7c-c2c914309c36', 'name': '', 'network_id': '43668b48-43ec-47a9-8fb0-92503a824bd3', 'tenant_id': '3066d5f922ad4c51b79c56e410630bfe', 'mac_address': 'fa:16:3e:1a:b5:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e7c1ae-157c-47e9-b269-b304f762e71d', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '4d367135-c118-4f1f-8d0c-187c518691fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:23:35Z', 'updated_at': '2021-09-21T05:23:37Z', 'revision_number': 2, 'project_id': '3066d5f922ad4c51b79c56e410630bfe', 'subnets': [{'id': '4d367135-c118-4f1f-8d0c-187c518691fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:23:39.632965 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d629d54c-ecef-45ed-9eeb-4ef0cd970afc None None] Checking router: e7e7c1ae-157c-47e9-b269-b304f762e71d for host: dv-cinder-778193-10-iscsi {{(pid=94668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 05:23:39.633333 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d629d54c-ecef-45ed-9eeb-4ef0cd970afc None None] Updating router e7e7c1ae-157c-47e9-b269-b304f762e71d port b181e200-3df5-4ad0-8e7c-c2c914309c36 binding host dv-cinder-778193-10-iscsi {{(pid=94668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 05:23:39.651020 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9415ef-8d8e-4ad6-a23e-69071bd09426 req-0af85dd4-2b05-4c42-a651-2e290191470a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:39.653082 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-2d9415ef-8d8e-4ad6-a23e-69071bd09426 req-0af85dd4-2b05-4c42-a651-2e290191470a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=73b79fce-eee6-4ec0-bdad-dcc75ff05127 HTTP/1.1" status: 200 len: 851 time: 0.0609884 Sep 21 05:23:39.667382 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d629d54c-ecef-45ed-9eeb-4ef0cd970afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:39.717339 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9415ef-8d8e-4ad6-a23e-69071bd09426 req-ebf376c5-9e9e-4cbf-b524-2c2f57c419cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:39.718768 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-2d9415ef-8d8e-4ad6-a23e-69071bd09426 req-ebf376c5-9e9e-4cbf-b524-2c2f57c419cb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b65ce37e-28e9-4073-aba8-42f09a595bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0541525 Sep 21 05:23:39.822129 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-2d9415ef-8d8e-4ad6-a23e-69071bd09426 req-2c90e476-7dee-47c3-81e8-5ba377757811 service neutron] 10.222.0.32 "GET /v2.0/networks/b65ce37e-28e9-4073-aba8-42f09a595bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941327 Sep 21 05:23:39.824744 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 58536) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:23:39.831322 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [None req-0ed3c3a8-abab-458c-97f6-9afa70b8479c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1158675394-network', 'tenant_id': 'f7a8f683988e47eca185aaaf28d3533b'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:23:39.938368 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-2d9415ef-8d8e-4ad6-a23e-69071bd09426 req-41cb1385-c43d-4e27-919c-cba2d2827f1f service neutron] 10.222.0.32 "GET /v2.0/networks/b65ce37e-28e9-4073-aba8-42f09a595bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023240 Sep 21 05:23:39.946779 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8de6b8c5-d738-46a3-8aee-ec96f862ac9c req-5b633e98-2c84-4f79-a814-33ac9139dd0c tempest-VolumesNegativeTest-120189508 tempest-VolumesNegativeTest-120189508-project] 10.222.0.36 "GET /v2.0/ports?device_id=79fb3746-554e-422d-b2d6-af8cd03b36a7 HTTP/1.1" status: 200 len: 210 time: 0.0275674 Sep 21 05:23:39.963652 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed3c3a8-abab-458c-97f6-9afa70b8479c admin admin] Made reservation on behalf of f7a8f683988e47eca185aaaf28d3533b for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 05:23:39.966337 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0ed3c3a8-abab-458c-97f6-9afa70b8479c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:39.983606 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2c351aa7-00e3-4828-8663-e1495c3162e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:39.985747 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0ed3c3a8-abab-458c-97f6-9afa70b8479c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:39.991466 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d629d54c-ecef-45ed-9eeb-4ef0cd970afc None None] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:40.053740 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d629d54c-ecef-45ed-9eeb-4ef0cd970afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:40.088049 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0ed3c3a8-abab-458c-97f6-9afa70b8479c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:40.107902 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087825a9-ad1c-46db-bdca-e0f98b244167 None None] Pushing event updated for resources: {'Port': ['ID=b181e200-3df5-4ad0-8e7c-c2c914309c36,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:23:40.165232 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-d629d54c-ecef-45ed-9eeb-4ef0cd970afc None None] Attempting to bind port b181e200-3df5-4ad0-8e7c-c2c914309c36 on host dv-cinder-778193-10-iscsi for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 05:23:40.165993 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-d629d54c-ecef-45ed-9eeb-4ef0cd970afc None None] Attempting to bind port b181e200-3df5-4ad0-8e7c-c2c914309c36 by drivers openvswitch,hyperv on host dv-cinder-778193-10-iscsi at level 0 using segments [{'id': '3ccfcff5-47bb-4252-9f72-eb6d42563205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '43668b48-43ec-47a9-8fb0-92503a824bd3'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 05:23:40.166170 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d629d54c-ecef-45ed-9eeb-4ef0cd970afc None None] Attempting to bind port b181e200-3df5-4ad0-8e7c-c2c914309c36 on network 43668b48-43ec-47a9-8fb0-92503a824bd3 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 05:23:40.167941 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0ed3c3a8-abab-458c-97f6-9afa70b8479c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:40.172058 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d629d54c-ecef-45ed-9eeb-4ef0cd970afc None None] Checking agent: {'id': 'b0313305-4280-4067-8ee0-4ba61e64320d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 5, 12, 9), 'started_at': datetime.datetime(2021, 9, 21, 5, 12, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 5, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 05:23:40.176155 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d629d54c-ecef-45ed-9eeb-4ef0cd970afc None None] Checking segment: {'id': '3ccfcff5-47bb-4252-9f72-eb6d42563205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '43668b48-43ec-47a9-8fb0-92503a824bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 05:23:40.176155 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d629d54c-ecef-45ed-9eeb-4ef0cd970afc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:40.176155 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d629d54c-ecef-45ed-9eeb-4ef0cd970afc None None] Bound using segment: {'id': '3ccfcff5-47bb-4252-9f72-eb6d42563205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '43668b48-43ec-47a9-8fb0-92503a824bd3'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 05:23:40.176155 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-d629d54c-ecef-45ed-9eeb-4ef0cd970afc None None] Bound port: b181e200-3df5-4ad0-8e7c-c2c914309c36, host: dv-cinder-778193-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ccfcff5-47bb-4252-9f72-eb6d42563205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '43668b48-43ec-47a9-8fb0-92503a824bd3'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 05:23:40.176155 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d629d54c-ecef-45ed-9eeb-4ef0cd970afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:40.196015 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ed3c3a8-abab-458c-97f6-9afa70b8479c admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 05:23:40.215958 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed3c3a8-abab-458c-97f6-9afa70b8479c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62617fb3-0e13-49af-9972-43e8b50c076d,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:23:40.218903 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0ed3c3a8-abab-458c-97f6-9afa70b8479c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669518'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:40.219320 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.db.segments_db [None req-0ed3c3a8-abab-458c-97f6-9afa70b8479c admin admin] Added segment 043aa88d-ea10-4c31-abc2-4708bc8ea04b of type vlan for network 361dc619-357b-405e-a2f4-cbbd1b49b4fb Sep 21 05:23:40.256508 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-d629d54c-ecef-45ed-9eeb-4ef0cd970afc None None] For port b181e200-3df5-4ad0-8e7c-c2c914309c36, host dv-cinder-778193-10-iscsi, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 05:23:40.259915 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-d629d54c-ecef-45ed-9eeb-4ef0cd970afc None None] For port b181e200-3df5-4ad0-8e7c-c2c914309c36, host dv-cinder-778193-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=b181e200-3df5-4ad0-8e7c-c2c914309c36,segment=NetworkSegment(3ccfcff5-47bb-4252-9f72-eb6d42563205),segment_id=3ccfcff5-47bb-4252-9f72-eb6d42563205)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 05:23:40.271608 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0ed3c3a8-abab-458c-97f6-9afa70b8479c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751403734303'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:40.368872 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-3cf1e9e6-7577-415b-aa8f-cb72880020d9 None None] Provisioning complete for port b181e200-3df5-4ad0-8e7c-c2c914309c36 triggered by entity DHCP. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:23:40.369195 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3cf1e9e6-7577-415b-aa8f-cb72880020d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:40.391608 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d629d54c-ecef-45ed-9eeb-4ef0cd970afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:40.410907 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0ed3c3a8-abab-458c-97f6-9afa70b8479c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:40.411914 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed3c3a8-abab-458c-97f6-9afa70b8479c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:40.412506 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0ed3c3a8-abab-458c-97f6-9afa70b8479c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531542'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:40.447030 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-3cf1e9e6-7577-415b-aa8f-cb72880020d9 None None] Port b181e200-3df5-4ad0-8e7c-c2c914309c36 cannot update to ACTIVE because it is not bound. {{(pid=94668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 05:23:40.465945 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087825a9-ad1c-46db-bdca-e0f98b244167 None None] Pushing event updated for resources: {'Port': ['ID=b181e200-3df5-4ad0-8e7c-c2c914309c36,revision_number=4']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:23:40.469401 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d629d54c-ecef-45ed-9eeb-4ef0cd970afc None None] Routers {'e7e7c1ae-157c-47e9-b269-b304f762e71d'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:23:40.470198 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-d629d54c-ecef-45ed-9eeb-4ef0cd970afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:23:39Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['e7e7c1ae-157c-47e9-b269-b304f762e71d'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:23:40.478977 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed3c3a8-abab-458c-97f6-9afa70b8479c admin admin] Pushing event updated for resources: {'Network': ['ID=361dc619-357b-405e-a2f4-cbbd1b49b4fb,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:23:40.506319 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Network 361dc619-357b-405e-a2f4-cbbd1b49b4fb details requested by agent ovs-agent-dv-cinder-778193-10-iscsi with host dv-cinder-778193-10-iscsi {{(pid=94668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 05:23:40.534680 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 58544) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:23:40.535171 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-0ed3c3a8-abab-458c-97f6-9afa70b8479c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7085340 Sep 21 05:23:40.541581 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-3000961f-8bde-48e1-879b-fc659bdae32c admin admin] Request body: {'subnet': {'network_id': '361dc619-357b-405e-a2f4-cbbd1b49b4fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1158675394-subnet', 'tenant_id': 'f7a8f683988e47eca185aaaf28d3533b', 'ip_version': 4}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:23:40.634465 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-d629d54c-ecef-45ed-9eeb-4ef0cd970afc None None] Set router e7e7c1ae-157c-47e9-b269-b304f762e71d gateway port host: dv-cinder-778193-10-iscsi {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:23:40.685192 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3000961f-8bde-48e1-879b-fc659bdae32c admin admin] Made reservation on behalf of f7a8f683988e47eca185aaaf28d3533b for: {'subnet': 1} {{(pid=94666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 05:23:40.687636 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-3000961f-8bde-48e1-879b-fc659bdae32c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8253391'] for subnet, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:40.729645 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936378f8-a660-4afc-9961-c5130adcbf64 req-66c0fff6-f4a1-4394-98d9-7e27ad8f94ae tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:40.731125 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-936378f8-a660-4afc-9961-c5130adcbf64 req-66c0fff6-f4a1-4394-98d9-7e27ad8f94ae tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 943 time: 0.1171148 Sep 21 05:23:40.778750 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabddcf1-56c0-4c8f-9256-fd217d9ab04f req-83756296-a3fb-418f-b8cf-0cfc984a7c92 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:40.782879 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cabddcf1-56c0-4c8f-9256-fd217d9ab04f req-83756296-a3fb-418f-b8cf-0cfc984a7c92 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/ports?device_id=71ae25ae-cb62-4b76-b164-44e6c02f74dc HTTP/1.1" status: 200 len: 944 time: 0.1355207 Sep 21 05:23:40.791488 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-b2840ca3-207c-48f7-9f7d-cedb6d3cb61c None None] Provisioning complete for port b181e200-3df5-4ad0-8e7c-c2c914309c36 triggered by entity DHCP. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:23:40.791856 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b2840ca3-207c-48f7-9f7d-cedb6d3cb61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:40.854126 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-936378f8-a660-4afc-9961-c5130adcbf64 req-16d95b84-aaa5-49a8-b6c9-7f341d3a167d tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974376 Sep 21 05:23:40.865382 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cabddcf1-56c0-4c8f-9256-fd217d9ab04f req-ba0b01e4-2499-4629-becf-901432ee03ca tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/security-groups?id=2efc370c-cc76-4606-b462-9693fd771f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794907 Sep 21 05:23:40.866774 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79fb3746-554e-422d-b2d6-af8cd03b36a7', 'name': 'network-vif-deleted', 'tag': '20dbedcb-0da2-4546-969d-9896f8e1b4c5'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 05:23:40.869349 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2093a7355c0e7a06ffa9c2f51d01f7a17d1263efd9baf457b9b047ecef1e75bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd96c407-5b81-4645-bcbf-af0055f9a213" -d '{"events": [{"server_uuid": "79fb3746-554e-422d-b2d6-af8cd03b36a7", "name": "network-vif-deleted", "tag": "20dbedcb-0da2-4546-969d-9896f8e1b4c5"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 05:23:40.915785 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 05:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1645264-d590-40b4-ab74-fed94e7a3f31 x-openstack-request-id: req-f1645264-d590-40b4-ab74-fed94e7a3f31 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 05:23:40.916280 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79fb3746-554e-422d-b2d6-af8cd03b36a7", "name": "network-vif-deleted", "tag": "20dbedcb-0da2-4546-969d-9896f8e1b4c5", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 05:23:40.916753 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f1645264-d590-40b4-ab74-fed94e7a3f31 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 05:23:40.917119 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79fb3746-554e-422d-b2d6-af8cd03b36a7', 'name': 'network-vif-deleted', 'tag': '20dbedcb-0da2-4546-969d-9896f8e1b4c5', 'status': 'completed', 'code': 200} Sep 21 05:23:40.924332 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-d629d54c-ecef-45ed-9eeb-4ef0cd970afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e7c1ae-157c-47e9-b269-b304f762e71d', 'name': 'tempest-TestShelveInstance-255200123-router', 'tenant_id': '3066d5f922ad4c51b79c56e410630bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'bfd4d201-4e22-47da-915c-7f7f459f667a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:23:31Z', 'updated_at': '2021-09-21T05:23:37Z', 'revision_number': 4, 'project_id': '3066d5f922ad4c51b79c56e410630bfe', 'gw_port': {'id': 'bfd4d201-4e22-47da-915c-7f7f459f667a', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:75:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e7c1ae-157c-47e9-b269-b304f762e71d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:23:32Z', 'updated_at': '2021-09-21T05:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi', '_interfaces': [{'id': 'b181e200-3df5-4ad0-8e7c-c2c914309c36', 'name': '', 'network_id': '43668b48-43ec-47a9-8fb0-92503a824bd3', 'tenant_id': '3066d5f922ad4c51b79c56e410630bfe', 'mac_address': 'fa:16:3e:1a:b5:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e7c1ae-157c-47e9-b269-b304f762e71d', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '4d367135-c118-4f1f-8d0c-187c518691fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:23:35Z', 'updated_at': '2021-09-21T05:23:40Z', 'revision_number': 4, 'project_id': '3066d5f922ad4c51b79c56e410630bfe', 'subnets': [{'id': '4d367135-c118-4f1f-8d0c-187c518691fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:23:40.951964 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b2840ca3-207c-48f7-9f7d-cedb6d3cb61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:40.955317 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d629d54c-ecef-45ed-9eeb-4ef0cd970afc None None] The sync data for ids ['e7e7c1ae-157c-47e9-b269-b304f762e71d'] in dv-cinder-778193-10-iscsi is: [{'id': 'e7e7c1ae-157c-47e9-b269-b304f762e71d', 'name': 'tempest-TestShelveInstance-255200123-router', 'tenant_id': '3066d5f922ad4c51b79c56e410630bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'bfd4d201-4e22-47da-915c-7f7f459f667a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:23:31Z', 'updated_at': '2021-09-21T05:23:37Z', 'revision_number': 4, 'project_id': '3066d5f922ad4c51b79c56e410630bfe', 'gw_port': {'id': 'bfd4d201-4e22-47da-915c-7f7f459f667a', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:75:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e7c1ae-157c-47e9-b269-b304f762e71d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:23:32Z', 'updated_at': '2021-09-21T05:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi', '_interfaces': [{'id': 'b181e200-3df5-4ad0-8e7c-c2c914309c36', 'name': '', 'network_id': '43668b48-43ec-47a9-8fb0-92503a824bd3', 'tenant_id': '3066d5f922ad4c51b79c56e410630bfe', 'mac_address': 'fa:16:3e:1a:b5:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e7c1ae-157c-47e9-b269-b304f762e71d', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '4d367135-c118-4f1f-8d0c-187c518691fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:23:35Z', 'updated_at': '2021-09-21T05:23:40Z', 'revision_number': 4, 'project_id': '3066d5f922ad4c51b79c56e410630bfe', 'subnets': [{'id': '4d367135-c118-4f1f-8d0c-187c518691fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 05:23:41.021042 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-b2840ca3-207c-48f7-9f7d-cedb6d3cb61c None None] For port b181e200-3df5-4ad0-8e7c-c2c914309c36, host dv-cinder-778193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=b181e200-3df5-4ad0-8e7c-c2c914309c36,segment=NetworkSegment(3ccfcff5-47bb-4252-9f72-eb6d42563205),segment_id=3ccfcff5-47bb-4252-9f72-eb6d42563205)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:23:41.090968 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-3000961f-8bde-48e1-879b-fc659bdae32c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7439625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8253409'] for subnet, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:41.114141 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b2840ca3-207c-48f7-9f7d-cedb6d3cb61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:41.207846 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a1fb1f33-fe48-4684-9a56-b3eb65d74809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:41.210038 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2840ca3-207c-48f7-9f7d-cedb6d3cb61c None None] Pushing event updated for resources: {'Port': ['ID=b181e200-3df5-4ad0-8e7c-c2c914309c36,revision_number=5']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:23:41.229167 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3000961f-8bde-48e1-879b-fc659bdae32c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8f1eddb-f8bb-4368-a78f-9176f6de8ff9,revision_number=0']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:23:41.235248 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3000961f-8bde-48e1-879b-fc659bdae32c admin admin] Checking segment: {'id': '043aa88d-ea10-4c31-abc2-4708bc8ea04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '361dc619-357b-405e-a2f4-cbbd1b49b4fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 05:23:41.236318 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3000961f-8bde-48e1-879b-fc659bdae32c admin admin] Network hostable DHCP agents. Network: 361dc619-357b-405e-a2f4-cbbd1b49b4fb, hostable agents: ['6e02bdac-2fb2-4f2e-acf6-c0c230e91990'], hosted agents: [] {{(pid=94666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 05:23:41.348130 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3000961f-8bde-48e1-879b-fc659bdae32c admin admin] Network 361dc619-357b-405e-a2f4-cbbd1b49b4fb is scheduled to be hosted by DHCP agent 6e02bdac-2fb2-4f2e-acf6-c0c230e91990 with binding_index 1 {{(pid=94666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 05:23:41.496468 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.base_scheduler [None req-3000961f-8bde-48e1-879b-fc659bdae32c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-10-iscsi, 361dc619-357b-405e-a2f4-cbbd1b49b4fb) {{(pid=94666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:23:41.506625 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a0a117-6cc4-48dc-b1ba-c36b778882c7 None None] Network 361dc619-357b-405e-a2f4-cbbd1b49b4fb requested from dv-cinder-778193-10-iscsi {{(pid=94668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 05:23:41.517968 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3000961f-8bde-48e1-879b-fc659bdae32c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:41.518605 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-3000961f-8bde-48e1-879b-fc659bdae32c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:41.587191 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device f0c31f37-8568-43df-85ed-406b86e88242 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 05:23:41.605466 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device 20dbedcb-0da2-4546-969d-9896f8e1b4c5 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 05:23:41.650854 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-3000961f-8bde-48e1-879b-fc659bdae32c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1149771 Sep 21 05:23:41.654278 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 58580) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:23:41.660252 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [None req-0b77849e-aaba-4a0d-946f-cec259a0e934 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1158675394-router', 'tenant_id': 'f7a8f683988e47eca185aaaf28d3533b', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc'}}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:23:41.685102 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14ea18d-5188-46ac-925d-8e0efaad79af req-e3402da9-8f7e-4410-8ded-b47775c97a49 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:41.696015 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e14ea18d-5188-46ac-925d-8e0efaad79af req-e3402da9-8f7e-4410-8ded-b47775c97a49 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff9613ba-785c-440c-bfae-00573e08fe55 HTTP/1.1" status: 200 len: 946 time: 0.1397202 Sep 21 05:23:41.734867 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671b23db-c92c-4607-ae1b-51faf0318ea6 req-ee74d804-f3b1-4736-9329-99867139ac54 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:41.736243 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] No Port match for: 20dbedcb-0da2-4546-969d-9896f8e1b4c5 {{(pid=94668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 05:23:41.736595 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device 20dbedcb-0da2-4546-969d-9896f8e1b4c5 not bound to the agent host hv-cinder-77819 {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 05:23:41.737445 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-671b23db-c92c-4607-ae1b-51faf0318ea6 req-ee74d804-f3b1-4736-9329-99867139ac54 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=61db94cd-0c8c-4884-977d-5838860edb96 HTTP/1.1" status: 200 len: 945 time: 0.1402957 Sep 21 05:23:41.778805 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e14ea18d-5188-46ac-925d-8e0efaad79af req-4f9dfbca-1ca1-4d29-89b1-839d41776225 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/security-groups?id=05d839fa-73c5-47b3-a600-d2c01af0c82a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819919 Sep 21 05:23:41.811919 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-671b23db-c92c-4607-ae1b-51faf0318ea6 req-e0190141-2a36-4d4c-ae88-597f8ca61adb tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678439 Sep 21 05:23:41.822827 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbd2ff9-dd63-4f56-a19c-19e86810d68b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc935dc6c-459a-53c3-a524-c7ff278086b2-361dc619-357b-405e-a2f4-cbbd1b49b4fb', 'network_id': '361dc619-357b-405e-a2f4-cbbd1b49b4fb', 'tenant_id': 'f7a8f683988e47eca185aaaf28d3533b', 'fixed_ips': [{'subnet_id': 'f8f1eddb-f8bb-4368-a78f-9176f6de8ff9'}]}} from dv-cinder-778193-10-iscsi. {{(pid=94668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 05:23:41.823688 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0fbd2ff9-dd63-4f56-a19c-19e86810d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:41.845300 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0b77849e-aaba-4a0d-946f-cec259a0e934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-474502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:41.846325 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0b77849e-aaba-4a0d-946f-cec259a0e934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-475014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-432907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:41.903618 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0b77849e-aaba-4a0d-946f-cec259a0e934 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:41.943801 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] For port f0c31f37-8568-43df-85ed-406b86e88242, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f0c31f37-8568-43df-85ed-406b86e88242,segment=NetworkSegment(f6433832-0821-4a1f-a147-34f75b2bc1b3),segment_id=f6433832-0821-4a1f-a147-34f75b2bc1b3)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:23:41.954952 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Returning: {'device': 'f0c31f37-8568-43df-85ed-406b86e88242', 'network_id': '007b9195-968a-4aaf-8c91-9ba7bd7821aa', 'port_id': 'f0c31f37-8568-43df-85ed-406b86e88242', 'mac_address': 'fa:16:3e:d6:43:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a68d4d6-aa72-4762-8b15-dd5ef7ab0ec9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 05:23:42.038076 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d84337a-5477-4e3e-a3c2-0bd2cc299cfe req-bd6fb494-bbe1-47a5-ad03-48be93b2fc38 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:42.046298 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5d84337a-5477-4e3e-a3c2-0bd2cc299cfe req-bd6fb494-bbe1-47a5-ad03-48be93b2fc38 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 943 time: 0.1041636 Sep 21 05:23:42.069902 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ec415-8404-4f31-812c-0a5679fe6f1d req-3c2b83cb-7a18-46b7-a8d9-c5b704bff8da tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:42.070811 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:42.078484 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ca8ec415-8404-4f31-812c-0a5679fe6f1d req-3c2b83cb-7a18-46b7-a8d9-c5b704bff8da tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/ports?device_id=71ae25ae-cb62-4b76-b164-44e6c02f74dc HTTP/1.1" status: 200 len: 944 time: 0.1007073 Sep 21 05:23:42.095984 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.notifiers.nova [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0c31f37-8568-43df-85ed-406b86e88242 {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 05:23:42.120346 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-0fbd2ff9-dd63-4f56-a19c-19e86810d68b None None] Allocated IP 172.20.0.2 (361dc619-357b-405e-a2f4-cbbd1b49b4fb/f8f1eddb-f8bb-4368-a78f-9176f6de8ff9/db882126-7548-478b-8292-a207756c2e5d) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 05:23:42.123530 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] For port f0c31f37-8568-43df-85ed-406b86e88242, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f0c31f37-8568-43df-85ed-406b86e88242,segment=NetworkSegment(f6433832-0821-4a1f-a147-34f75b2bc1b3),segment_id=f6433832-0821-4a1f-a147-34f75b2bc1b3)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:23:42.132417 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5d84337a-5477-4e3e-a3c2-0bd2cc299cfe req-8f1e6edd-821a-4557-9cea-6bfb5c46b7ce tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849488 Sep 21 05:23:42.167863 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ca8ec415-8404-4f31-812c-0a5679fe6f1d req-a2733097-590d-40bd-8838-a85c282ea40f tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/security-groups?id=2efc370c-cc76-4606-b462-9693fd771f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793631 Sep 21 05:23:42.169113 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0b77849e-aaba-4a0d-946f-cec259a0e934 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:42.204465 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:42.276695 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Pushing event updated for resources: {'Port': ['ID=f0c31f37-8568-43df-85ed-406b86e88242,revision_number=9']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:23:42.322694 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0fbd2ff9-dd63-4f56-a19c-19e86810d68b None None] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:42.423131 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0fbd2ff9-dd63-4f56-a19c-19e86810d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751403777208'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:42.469699 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] get_ports_and_sgs() called for port_ids ['f0c31f37-8568-43df-85ed-406b86e88242'] {{(pid=94668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 05:23:42.473155 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbd2ff9-dd63-4f56-a19c-19e86810d68b None None] Network 361dc619-357b-405e-a2f4-cbbd1b49b4fb is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 05:23:42.500663 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-0fbd2ff9-dd63-4f56-a19c-19e86810d68b None None] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:23:42.503618 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbd2ff9-dd63-4f56-a19c-19e86810d68b None None] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 05:23:42.511632 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbd2ff9-dd63-4f56-a19c-19e86810d68b None None] Pushing event updated for resources: {'Port': ['ID=db882126-7548-478b-8292-a207756c2e5d,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:23:42.511774 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0b77849e-aaba-4a0d-946f-cec259a0e934 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:42.531493 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0b77849e-aaba-4a0d-946f-cec259a0e934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:42.586888 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-0fbd2ff9-dd63-4f56-a19c-19e86810d68b None None] Attempting to bind port db882126-7548-478b-8292-a207756c2e5d on host dv-cinder-778193-10-iscsi for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 05:23:42.587266 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-0fbd2ff9-dd63-4f56-a19c-19e86810d68b None None] Attempting to bind port db882126-7548-478b-8292-a207756c2e5d by drivers openvswitch,hyperv on host dv-cinder-778193-10-iscsi at level 0 using segments [{'id': '043aa88d-ea10-4c31-abc2-4708bc8ea04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '361dc619-357b-405e-a2f4-cbbd1b49b4fb'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 05:23:42.587626 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbd2ff9-dd63-4f56-a19c-19e86810d68b None None] Attempting to bind port db882126-7548-478b-8292-a207756c2e5d on network 361dc619-357b-405e-a2f4-cbbd1b49b4fb {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 05:23:42.600472 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbd2ff9-dd63-4f56-a19c-19e86810d68b None None] Checking agent: {'id': 'b0313305-4280-4067-8ee0-4ba61e64320d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 5, 12, 9), 'started_at': datetime.datetime(2021, 9, 21, 5, 12, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 5, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 05:23:42.600875 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbd2ff9-dd63-4f56-a19c-19e86810d68b None None] Checking segment: {'id': '043aa88d-ea10-4c31-abc2-4708bc8ea04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '361dc619-357b-405e-a2f4-cbbd1b49b4fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 05:23:42.601791 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0fbd2ff9-dd63-4f56-a19c-19e86810d68b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:42.601791 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbd2ff9-dd63-4f56-a19c-19e86810d68b None None] Bound using segment: {'id': '043aa88d-ea10-4c31-abc2-4708bc8ea04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '361dc619-357b-405e-a2f4-cbbd1b49b4fb'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 05:23:42.602290 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-0fbd2ff9-dd63-4f56-a19c-19e86810d68b None None] Bound port: db882126-7548-478b-8292-a207756c2e5d, host: dv-cinder-778193-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '043aa88d-ea10-4c31-abc2-4708bc8ea04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '361dc619-357b-405e-a2f4-cbbd1b49b4fb'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 05:23:42.602674 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0fbd2ff9-dd63-4f56-a19c-19e86810d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:42.650710 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-0b77849e-aaba-4a0d-946f-cec259a0e934 admin admin] Allocated IP 172.27.3.234 (666bfb66-d53f-41b5-aa91-1f3481ab5acc/80dd054f-6720-4669-be55-825ddd1b955a/15abf28e-8e23-4399-8a77-03114a653eab) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 05:23:42.762775 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0b77849e-aaba-4a0d-946f-cec259a0e934 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:42.867655 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device b181e200-3df5-4ad0-8e7c-c2c914309c36 up at agent ovs-agent-dv-cinder-778193-10-iscsi {{(pid=94668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 05:23:42.872958 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-0fbd2ff9-dd63-4f56-a19c-19e86810d68b None None] For port db882126-7548-478b-8292-a207756c2e5d, host dv-cinder-778193-10-iscsi, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 05:23:42.887800 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0b77849e-aaba-4a0d-946f-cec259a0e934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751403777208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6441136'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:42.913741 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-0fbd2ff9-dd63-4f56-a19c-19e86810d68b None None] For port db882126-7548-478b-8292-a207756c2e5d, host dv-cinder-778193-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=db882126-7548-478b-8292-a207756c2e5d,segment=NetworkSegment(043aa88d-ea10-4c31-abc2-4708bc8ea04b),segment_id=043aa88d-ea10-4c31-abc2-4708bc8ea04b)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 05:23:42.936980 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b77849e-aaba-4a0d-946f-cec259a0e934 admin admin] Network 666bfb66-d53f-41b5-aa91-1f3481ab5acc is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 05:23:42.946148 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-0b77849e-aaba-4a0d-946f-cec259a0e934 admin admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:23:42.948924 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b77849e-aaba-4a0d-946f-cec259a0e934 admin admin] Pushing event updated for resources: {'Port': ['ID=15abf28e-8e23-4399-8a77-03114a653eab,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:23:42.951392 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b77849e-aaba-4a0d-946f-cec259a0e934 admin admin] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 05:23:42.958028 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d2c89f-c315-43de-89b0-2bd3b512a48e req-1b9ae06d-c709-4562-91f2-dde20362f3c5 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:42.959735 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c0d2c89f-c315-43de-89b0-2bd3b512a48e req-1b9ae06d-c709-4562-91f2-dde20362f3c5 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff9613ba-785c-440c-bfae-00573e08fe55 HTTP/1.1" status: 200 len: 946 time: 0.0967522 Sep 21 05:23:42.963086 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Provisioning complete for port b181e200-3df5-4ad0-8e7c-c2c914309c36 triggered by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:23:42.963454 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:42.984688 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578bd32d-8997-4323-92d8-c464e9ea0964 req-8a74b542-7aff-4555-b724-a1d8a57ef46b tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:42.986818 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-578bd32d-8997-4323-92d8-c464e9ea0964 req-8a74b542-7aff-4555-b724-a1d8a57ef46b tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=61db94cd-0c8c-4884-977d-5838860edb96 HTTP/1.1" status: 200 len: 945 time: 0.0891075 Sep 21 05:23:43.010148 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0fbd2ff9-dd63-4f56-a19c-19e86810d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:43.030780 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c0d2c89f-c315-43de-89b0-2bd3b512a48e req-004e6746-3e18-48b3-958d-15eb0a215337 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/security-groups?id=05d839fa-73c5-47b3-a600-d2c01af0c82a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608120 Sep 21 05:23:43.060791 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-578bd32d-8997-4323-92d8-c464e9ea0964 req-f4c10035-bea8-45a5-a595-a214abca2b9b tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648196 Sep 21 05:23:43.095265 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbd2ff9-dd63-4f56-a19c-19e86810d68b None None] Pushing event updated for resources: {'Port': ['ID=db882126-7548-478b-8292-a207756c2e5d,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:23:43.348001 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f167e24-f78c-489d-a070-b0a8978d7c4b req-b3059089-0faa-49b6-a023-c19cad4fb2d8 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:43.349645 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9f167e24-f78c-489d-a070-b0a8978d7c4b req-b3059089-0faa-49b6-a023-c19cad4fb2d8 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 944 time: 0.1332483 Sep 21 05:23:43.367504 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4183205-7d29-4adf-b6d7-9f5898ed3e5c req-89e807c8-4a16-4470-a8ab-45cbc0e9f4a2 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:43.369172 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b4183205-7d29-4adf-b6d7-9f5898ed3e5c req-89e807c8-4a16-4470-a8ab-45cbc0e9f4a2 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/ports?device_id=71ae25ae-cb62-4b76-b164-44e6c02f74dc HTTP/1.1" status: 200 len: 944 time: 0.1183531 Sep 21 05:23:43.441065 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9f167e24-f78c-489d-a070-b0a8978d7c4b req-d2357851-9aa5-4ef0-89ab-f90a11cac81b tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708582 Sep 21 05:23:43.445301 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b4183205-7d29-4adf-b6d7-9f5898ed3e5c req-aad2195a-fa23-44f4-87e0-4753e64399f4 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/security-groups?id=2efc370c-cc76-4606-b462-9693fd771f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615153 Sep 21 05:23:43.576122 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device f0c31f37-8568-43df-85ed-406b86e88242 up at agent hyperv_hv-cinder-77819 {{(pid=94668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 05:23:43.625851 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Provisioning complete for port f0c31f37-8568-43df-85ed-406b86e88242 triggered by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:23:43.633801 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:43.643533 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0b77849e-aaba-4a0d-946f-cec259a0e934 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:43.706138 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:43.731471 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbac02d0-41b3-4b2b-8b98-ab116fc805fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0c31f37-8568-43df-85ed-406b86e88242'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 05:23:43.733310 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9746b1cd2a1144c350740d70a5f253bbb3c4ac519592b61f014e2841f81d92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ab6780-17f0-4acd-9651-5eb6ab097e73" -d '{"events": [{"server_uuid": "cbac02d0-41b3-4b2b-8b98-ab116fc805fe", "name": "network-vif-plugged", "status": "completed", "tag": "f0c31f37-8568-43df-85ed-406b86e88242"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 05:23:43.745754 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] For port f0c31f37-8568-43df-85ed-406b86e88242, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f0c31f37-8568-43df-85ed-406b86e88242,segment=NetworkSegment(f6433832-0821-4a1f-a147-34f75b2bc1b3),segment_id=f6433832-0821-4a1f-a147-34f75b2bc1b3)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:23:43.780413 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 05:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d34b96-1353-4348-ac0c-44e74a61e472 x-openstack-request-id: req-33d34b96-1353-4348-ac0c-44e74a61e472 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 05:23:43.780710 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbac02d0-41b3-4b2b-8b98-ab116fc805fe", "name": "network-vif-plugged", "status": "completed", "tag": "f0c31f37-8568-43df-85ed-406b86e88242", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 05:23:43.780966 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-33d34b96-1353-4348-ac0c-44e74a61e472 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 05:23:43.781364 dv-cinder-778193-10-iscsi neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbac02d0-41b3-4b2b-8b98-ab116fc805fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0c31f37-8568-43df-85ed-406b86e88242', 'code': 200} Sep 21 05:23:43.853623 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0b77849e-aaba-4a0d-946f-cec259a0e934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473169'] for router, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:43.881693 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:43.935805 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Pushing event updated for resources: {'Port': ['ID=f0c31f37-8568-43df-85ed-406b86e88242,revision_number=10']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:23:43.992324 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dbd6f8-da2f-4c48-a7bd-2826cf13c2fa req-44217512-c2cf-4a86-b4a4-a7d0be0136fa tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:43.993844 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-b7dbd6f8-da2f-4c48-a7bd-2826cf13c2fa req-44217512-c2cf-4a86-b4a4-a7d0be0136fa tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.32 "GET /v2.0/ports?device_id=61db94cd-0c8c-4884-977d-5838860edb96 HTTP/1.1" status: 200 len: 945 time: 0.1034477 Sep 21 05:23:44.141134 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-b7dbd6f8-da2f-4c48-a7bd-2826cf13c2fa req-5cfd5e40-9f59-46a7-8134-c14a1ba04f50 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Deleting port af30cf65-8f49-4854-aed2-34db6277f342 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 05:23:44.141445 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-b7dbd6f8-da2f-4c48-a7bd-2826cf13c2fa req-5cfd5e40-9f59-46a7-8134-c14a1ba04f50 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751404276529'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:44.155824 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d93fa8-05f6-4f54-911b-4b1a514b4a81 None None] Network 361dc619-357b-405e-a2f4-cbbd1b49b4fb requested from dv-cinder-778193-10-iscsi {{(pid=94668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 05:23:44.209176 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b77849e-aaba-4a0d-946f-cec259a0e934 admin admin] Router 9e22bccc-f503-4898-a0fe-1906b562f381 is scheduled to L3 agent e4914d08-4fb7-43fa-94fb-1720f1d16cb4 with binding_index 1 {{(pid=94667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 05:23:44.211763 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e32a6-2bb8-41fb-8100-c1a5ace5f51b req-3360e360-f23d-4ddc-beb1-26907d1cce2d tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:44.218957 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b13e32a6-2bb8-41fb-8100-c1a5ace5f51b req-3360e360-f23d-4ddc-beb1-26907d1cce2d tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff9613ba-785c-440c-bfae-00573e08fe55 HTTP/1.1" status: 200 len: 946 time: 0.1031892 Sep 21 05:23:44.286501 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-962a8dd6-20e8-4889-a156-1bdd8b11db98 None None] Provisioning complete for port db882126-7548-478b-8292-a207756c2e5d triggered by entity DHCP. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:23:44.287155 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-962a8dd6-20e8-4889-a156-1bdd8b11db98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:44.290564 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b13e32a6-2bb8-41fb-8100-c1a5ace5f51b req-a21f20ed-8ec6-4dec-81e8-cc521c6673cf tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/security-groups?id=05d839fa-73c5-47b3-a600-d2c01af0c82a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663815 Sep 21 05:23:44.304645 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e5a261-e5d0-4444-ac25-7287cecb9cbc req-84052b42-b17f-491f-b508-aed94b6b4a0f tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:44.319636 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f8e5a261-e5d0-4444-ac25-7287cecb9cbc req-84052b42-b17f-491f-b508-aed94b6b4a0f tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=61db94cd-0c8c-4884-977d-5838860edb96 HTTP/1.1" status: 200 len: 945 time: 0.1423242 Sep 21 05:23:44.322781 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-b7dbd6f8-da2f-4c48-a7bd-2826cf13c2fa req-5cfd5e40-9f59-46a7-8134-c14a1ba04f50 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] For port af30cf65-8f49-4854-aed2-34db6277f342, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=af30cf65-8f49-4854-aed2-34db6277f342,segment=NetworkSegment(867dd244-b99a-4551-9821-ce0615c07d65),segment_id=867dd244-b99a-4551-9821-ce0615c07d65)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:23:44.323294 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-b7dbd6f8-da2f-4c48-a7bd-2826cf13c2fa req-5cfd5e40-9f59-46a7-8134-c14a1ba04f50 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463939'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:44.347488 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-b7dbd6f8-da2f-4c48-a7bd-2826cf13c2fa req-5cfd5e40-9f59-46a7-8134-c14a1ba04f50 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Calling delete_port for af30cf65-8f49-4854-aed2-34db6277f342 owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 05:23:44.366593 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f8e5a261-e5d0-4444-ac25-7287cecb9cbc req-eea4efdf-97e9-4922-a16b-03bbf09bd5d2 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399110 Sep 21 05:23:44.444514 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b77849e-aaba-4a0d-946f-cec259a0e934 admin admin] Notify agent at l3_agent.dv-cinder-778193-10-iscsi the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 05:23:44.455159 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-962a8dd6-20e8-4889-a156-1bdd8b11db98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:44.457102 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072ff075-4ef3-45d0-982a-3c7732561d7b None None] Sync routers for ids ['9e22bccc-f503-4898-a0fe-1906b562f381'] in dv-cinder-778193-10-iscsi {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 05:23:44.465617 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072ff075-4ef3-45d0-982a-3c7732561d7b None None] Routers {'9e22bccc-f503-4898-a0fe-1906b562f381'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:23:44.466222 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-072ff075-4ef3-45d0-982a-3c7732561d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:23:39Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['9e22bccc-f503-4898-a0fe-1906b562f381'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:23:44.505332 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-962a8dd6-20e8-4889-a156-1bdd8b11db98 None None] For port db882126-7548-478b-8292-a207756c2e5d, host dv-cinder-778193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=db882126-7548-478b-8292-a207756c2e5d,segment=NetworkSegment(043aa88d-ea10-4c31-abc2-4708bc8ea04b),segment_id=043aa88d-ea10-4c31-abc2-4708bc8ea04b)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:23:44.522797 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081f8a3d-cff1-4704-ad65-c60fc2dfbd6d req-b2066473-5421-4d9e-804b-8f38a1a148c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:44.523822 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-081f8a3d-cff1-4704-ad65-c60fc2dfbd6d req-b2066473-5421-4d9e-804b-8f38a1a148c1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 1099 time: 0.0627294 Sep 21 05:23:44.591402 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0b77849e-aaba-4a0d-946f-cec259a0e934 admin admin] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:44.592568 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-0b77849e-aaba-4a0d-946f-cec259a0e934 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9368551 Sep 21 05:23:44.596819 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 58746) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:23:44.603709 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-081f8a3d-cff1-4704-ad65-c60fc2dfbd6d req-27827841-49e1-4917-86eb-8abc665f1955 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546317 Sep 21 05:23:44.624456 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-962a8dd6-20e8-4889-a156-1bdd8b11db98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:44.684821 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962a8dd6-20e8-4889-a156-1bdd8b11db98 None None] Pushing event updated for resources: {'Port': ['ID=db882126-7548-478b-8292-a207756c2e5d,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:23:44.696125 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-072ff075-4ef3-45d0-982a-3c7732561d7b None None] Set router 9e22bccc-f503-4898-a0fe-1906b562f381 gateway port host: dv-cinder-778193-10-iscsi {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:23:44.731484 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87922f2-21af-4f5f-b1e3-c24cd2c57d01 req-0ed3e867-b125-4712-b9a1-6328c9f4d028 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:44.733013 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b87922f2-21af-4f5f-b1e3-c24cd2c57d01 req-0ed3e867-b125-4712-b9a1-6328c9f4d028 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 946 time: 0.1650860 Sep 21 05:23:44.737560 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-b7dbd6f8-da2f-4c48-a7bd-2826cf13c2fa req-5cfd5e40-9f59-46a7-8134-c14a1ba04f50 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751404282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751403777217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6441136'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:44.756755 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] get_ports_and_sgs() called for port_ids ['f5d3f16f-d73d-4add-ba80-9dc08fba777f', 'af30cf65-8f49-4854-aed2-34db6277f342'] {{(pid=94668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 05:23:44.764967 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4815117-bb95-4f12-856d-01ff6aa31db2 req-6641c566-f884-4662-9ce9-25caa7e13f60 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:44.775301 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d4815117-bb95-4f12-856d-01ff6aa31db2 req-6641c566-f884-4662-9ce9-25caa7e13f60 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/ports?device_id=71ae25ae-cb62-4b76-b164-44e6c02f74dc HTTP/1.1" status: 200 len: 944 time: 0.1792476 Sep 21 05:23:44.802670 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfd5e40-9f59-46a7-8134-c14a1ba04f50 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Pushing event deleted for resources: {'Port': ['ID=af30cf65-8f49-4854-aed2-34db6277f342,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:23:44.855033 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfd5e40-9f59-46a7-8134-c14a1ba04f50 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:23:44.858049 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfd5e40-9f59-46a7-8134-c14a1ba04f50 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:23:44.858636 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfd5e40-9f59-46a7-8134-c14a1ba04f50 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:23:44.859302 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfd5e40-9f59-46a7-8134-c14a1ba04f50 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:23:44.859800 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfd5e40-9f59-46a7-8134-c14a1ba04f50 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:23:44.860340 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfd5e40-9f59-46a7-8134-c14a1ba04f50 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:23:44.860833 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfd5e40-9f59-46a7-8134-c14a1ba04f50 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:23:44.861364 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfd5e40-9f59-46a7-8134-c14a1ba04f50 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:23:44.861856 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfd5e40-9f59-46a7-8134-c14a1ba04f50 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:23:44.862879 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfd5e40-9f59-46a7-8134-c14a1ba04f50 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:23:44.863424 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfd5e40-9f59-46a7-8134-c14a1ba04f50 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:23:44.863909 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfd5e40-9f59-46a7-8134-c14a1ba04f50 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:23:44.931101 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-f6dd99de-36b5-4f6e-95db-8304be073cef None None] Provisioning complete for port db882126-7548-478b-8292-a207756c2e5d triggered by entity DHCP. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:23:44.931489 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f6dd99de-36b5-4f6e-95db-8304be073cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:44.947519 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7dbd6f8-da2f-4c48-a7bd-2826cf13c2fa req-5cfd5e40-9f59-46a7-8134-c14a1ba04f50 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] No DVR routers for this DVR port af30cf65-8f49-4854-aed2-34db6277f342 on host hv-cinder-77819 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 05:23:44.960189 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-b7dbd6f8-da2f-4c48-a7bd-2826cf13c2fa req-5cfd5e40-9f59-46a7-8134-c14a1ba04f50 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:44.963334 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-b7dbd6f8-da2f-4c48-a7bd-2826cf13c2fa req-5cfd5e40-9f59-46a7-8134-c14a1ba04f50 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.32 "DELETE /v2.0/ports/af30cf65-8f49-4854-aed2-34db6277f342 HTTP/1.1" status: 204 len: 173 time: 0.9616323 Sep 21 05:23:44.963485 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61db94cd-0c8c-4884-977d-5838860edb96', 'name': 'network-vif-deleted', 'tag': 'af30cf65-8f49-4854-aed2-34db6277f342'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 05:23:44.965707 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2093a7355c0e7a06ffa9c2f51d01f7a17d1263efd9baf457b9b047ecef1e75bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5df9415-e398-4fdf-bad5-7f5ec7f6e568" -d '{"events": [{"server_uuid": "61db94cd-0c8c-4884-977d-5838860edb96", "name": "network-vif-deleted", "tag": "af30cf65-8f49-4854-aed2-34db6277f342"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 05:23:44.965861 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device db882126-7548-478b-8292-a207756c2e5d up at agent ovs-agent-dv-cinder-778193-10-iscsi {{(pid=94668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 05:23:44.974381 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-072ff075-4ef3-45d0-982a-3c7732561d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e22bccc-f503-4898-a0fe-1906b562f381', 'name': 'tempest-TestShelveInstance-1158675394-router', 'tenant_id': 'f7a8f683988e47eca185aaaf28d3533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '15abf28e-8e23-4399-8a77-03114a653eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:23:41Z', 'updated_at': '2021-09-21T05:23:43Z', 'revision_number': 3, 'project_id': 'f7a8f683988e47eca185aaaf28d3533b', 'gw_port': {'id': '15abf28e-8e23-4399-8a77-03114a653eab', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e22bccc-f503-4898-a0fe-1906b562f381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:23:42Z', 'updated_at': '2021-09-21T05:23:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi'}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:23:45.021330 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072ff075-4ef3-45d0-982a-3c7732561d7b None None] Checking router: 9e22bccc-f503-4898-a0fe-1906b562f381 for host: dv-cinder-778193-10-iscsi {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 05:23:45.022035 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072ff075-4ef3-45d0-982a-3c7732561d7b None None] Updating router 9e22bccc-f503-4898-a0fe-1906b562f381 port 15abf28e-8e23-4399-8a77-03114a653eab binding host dv-cinder-778193-10-iscsi {{(pid=94669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 05:23:45.064717 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-072ff075-4ef3-45d0-982a-3c7732561d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:45.199126 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Provisioning complete for port db882126-7548-478b-8292-a207756c2e5d triggered by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:23:45.199512 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:45.283715 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b87922f2-21af-4f5f-b1e3-c24cd2c57d01 req-f8afe4d4-baf8-4a6d-adfa-c9b50f5ceecf tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5329595 Sep 21 05:23:45.287035 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d4815117-bb95-4f12-856d-01ff6aa31db2 req-24d318c4-a345-47c6-9db6-32b2bf9883e2 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/security-groups?id=2efc370c-cc76-4606-b462-9693fd771f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5108423 Sep 21 05:23:45.377687 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 05:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0224da95-3e91-42a2-90b1-ac895b51344e x-openstack-request-id: req-0224da95-3e91-42a2-90b1-ac895b51344e {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 05:23:45.378481 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61db94cd-0c8c-4884-977d-5838860edb96", "name": "network-vif-deleted", "tag": "af30cf65-8f49-4854-aed2-34db6277f342", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 05:23:45.378796 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0224da95-3e91-42a2-90b1-ac895b51344e {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 05:23:45.379414 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61db94cd-0c8c-4884-977d-5838860edb96', 'name': 'network-vif-deleted', 'tag': 'af30cf65-8f49-4854-aed2-34db6277f342', 'status': 'completed', 'code': 200} Sep 21 05:23:45.496793 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f20a85e7-dff2-400a-a216-5b8e977d3273 req-a96651c7-228d-48c2-94b9-b3af8da72487 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=61db94cd-0c8c-4884-977d-5838860edb96 HTTP/1.1" status: 200 len: 210 time: 0.0465481 Sep 21 05:23:45.539615 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-072ff075-4ef3-45d0-982a-3c7732561d7b None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:45.559660 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4266a8db-0089-405e-ac99-c76cb2d6f99b req-00863a3a-090f-48a8-867c-2066f90b1b2a tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:45.561216 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4266a8db-0089-405e-ac99-c76cb2d6f99b req-00863a3a-090f-48a8-867c-2066f90b1b2a tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff9613ba-785c-440c-bfae-00573e08fe55 HTTP/1.1" status: 200 len: 946 time: 0.1620016 Sep 21 05:23:45.627569 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-072ff075-4ef3-45d0-982a-3c7732561d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:45.676898 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4266a8db-0089-405e-ac99-c76cb2d6f99b req-1a590873-0cba-4a5c-8516-343c4195c186 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/security-groups?id=05d839fa-73c5-47b3-a600-d2c01af0c82a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093562 Sep 21 05:23:45.681095 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9388df-7dbb-417d-90dc-dbb2f76cf7c7 None None] Pushing event updated for resources: {'Port': ['ID=15abf28e-8e23-4399-8a77-03114a653eab,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:23:45.689160 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-072ff075-4ef3-45d0-982a-3c7732561d7b None None] Attempting to bind port 15abf28e-8e23-4399-8a77-03114a653eab on host dv-cinder-778193-10-iscsi for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 05:23:45.689557 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-072ff075-4ef3-45d0-982a-3c7732561d7b None None] Attempting to bind port 15abf28e-8e23-4399-8a77-03114a653eab by drivers openvswitch,hyperv on host dv-cinder-778193-10-iscsi at level 0 using segments [{'id': '826ab498-a3a4-4696-958a-2da03407e177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 05:23:45.689883 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072ff075-4ef3-45d0-982a-3c7732561d7b None None] Attempting to bind port 15abf28e-8e23-4399-8a77-03114a653eab on network 666bfb66-d53f-41b5-aa91-1f3481ab5acc {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 05:23:45.692808 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9388df-7dbb-417d-90dc-dbb2f76cf7c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:23:45.693164 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9388df-7dbb-417d-90dc-dbb2f76cf7c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:23:45.693499 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9388df-7dbb-417d-90dc-dbb2f76cf7c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:23:45.693825 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9388df-7dbb-417d-90dc-dbb2f76cf7c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:23:45.694172 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9388df-7dbb-417d-90dc-dbb2f76cf7c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:23:45.694688 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9388df-7dbb-417d-90dc-dbb2f76cf7c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:23:45.695162 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9388df-7dbb-417d-90dc-dbb2f76cf7c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:23:45.695639 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9388df-7dbb-417d-90dc-dbb2f76cf7c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:23:45.695973 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9388df-7dbb-417d-90dc-dbb2f76cf7c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:23:45.696297 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9388df-7dbb-417d-90dc-dbb2f76cf7c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:23:45.696619 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9388df-7dbb-417d-90dc-dbb2f76cf7c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:23:45.696932 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9388df-7dbb-417d-90dc-dbb2f76cf7c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:23:45.704675 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072ff075-4ef3-45d0-982a-3c7732561d7b None None] Checking agent: {'id': 'b0313305-4280-4067-8ee0-4ba61e64320d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 5, 12, 9), 'started_at': datetime.datetime(2021, 9, 21, 5, 12, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 5, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 05:23:45.705046 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072ff075-4ef3-45d0-982a-3c7732561d7b None None] Checking segment: {'id': '826ab498-a3a4-4696-958a-2da03407e177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 05:23:45.705926 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-072ff075-4ef3-45d0-982a-3c7732561d7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:45.705926 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072ff075-4ef3-45d0-982a-3c7732561d7b None None] Bound using segment: {'id': '826ab498-a3a4-4696-958a-2da03407e177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 05:23:45.706244 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-072ff075-4ef3-45d0-982a-3c7732561d7b None None] Bound port: 15abf28e-8e23-4399-8a77-03114a653eab, host: dv-cinder-778193-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '826ab498-a3a4-4696-958a-2da03407e177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 05:23:45.706663 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-072ff075-4ef3-45d0-982a-3c7732561d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:45.759189 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-072ff075-4ef3-45d0-982a-3c7732561d7b None None] For port 15abf28e-8e23-4399-8a77-03114a653eab, host dv-cinder-778193-10-iscsi, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 05:23:45.763439 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-072ff075-4ef3-45d0-982a-3c7732561d7b None None] For port 15abf28e-8e23-4399-8a77-03114a653eab, host dv-cinder-778193-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=15abf28e-8e23-4399-8a77-03114a653eab,segment=NetworkSegment(826ab498-a3a4-4696-958a-2da03407e177),segment_id=826ab498-a3a4-4696-958a-2da03407e177)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 05:23:45.812828 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-4ab3016f-a506-49fb-ae10-ffdbe39c3151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:45.972229 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.db.db_base_plugin_common [None req-4ab3016f-a506-49fb-ae10-ffdbe39c3151 admin admin] Allocated IP 172.20.0.1 (361dc619-357b-405e-a2f4-cbbd1b49b4fb/f8f1eddb-f8bb-4368-a78f-9176f6de8ff9/c83289e6-59b4-4550-bd34-50a581efb753) {{(pid=94666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 05:23:46.036257 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-072ff075-4ef3-45d0-982a-3c7732561d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:46.085511 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-4ab3016f-a506-49fb-ae10-ffdbe39c3151 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:46.110108 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072ff075-4ef3-45d0-982a-3c7732561d7b None None] Routers {'9e22bccc-f503-4898-a0fe-1906b562f381'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:23:46.110761 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-072ff075-4ef3-45d0-982a-3c7732561d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:23:39Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['9e22bccc-f503-4898-a0fe-1906b562f381'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:23:46.151317 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9388df-7dbb-417d-90dc-dbb2f76cf7c7 None None] Pushing event updated for resources: {'Port': ['ID=15abf28e-8e23-4399-8a77-03114a653eab,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:23:46.226573 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-072ff075-4ef3-45d0-982a-3c7732561d7b None None] Set router 9e22bccc-f503-4898-a0fe-1906b562f381 gateway port host: dv-cinder-778193-10-iscsi {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:23:46.230457 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-4ab3016f-a506-49fb-ae10-ffdbe39c3151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751403777208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7439717'] for port, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:46.292404 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab3016f-a506-49fb-ae10-ffdbe39c3151 admin admin] Network 361dc619-357b-405e-a2f4-cbbd1b49b4fb is already hosted by enough agents. {{(pid=94666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 05:23:46.297731 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.base_scheduler [None req-4ab3016f-a506-49fb-ae10-ffdbe39c3151 admin admin] Resources bound (agent type, host, resource id): {{(pid=94666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:23:46.307300 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab3016f-a506-49fb-ae10-ffdbe39c3151 admin admin] Received port after_create {{(pid=94666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 05:23:46.357840 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-4ab3016f-a506-49fb-ae10-ffdbe39c3151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473222'] for router_interface, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:46.426774 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab3016f-a506-49fb-ae10-ffdbe39c3151 admin admin] Pushing event updated for resources: {'Port': ['ID=c83289e6-59b4-4550-bd34-50a581efb753,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:23:46.478914 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-072ff075-4ef3-45d0-982a-3c7732561d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e22bccc-f503-4898-a0fe-1906b562f381', 'name': 'tempest-TestShelveInstance-1158675394-router', 'tenant_id': 'f7a8f683988e47eca185aaaf28d3533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '15abf28e-8e23-4399-8a77-03114a653eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:23:41Z', 'updated_at': '2021-09-21T05:23:43Z', 'revision_number': 3, 'project_id': 'f7a8f683988e47eca185aaaf28d3533b', 'gw_port': {'id': '15abf28e-8e23-4399-8a77-03114a653eab', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e22bccc-f503-4898-a0fe-1906b562f381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:23:42Z', 'updated_at': '2021-09-21T05:23:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi'}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:23:46.508956 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072ff075-4ef3-45d0-982a-3c7732561d7b None None] The sync data for ids ['9e22bccc-f503-4898-a0fe-1906b562f381'] in dv-cinder-778193-10-iscsi is: [{'id': '9e22bccc-f503-4898-a0fe-1906b562f381', 'name': 'tempest-TestShelveInstance-1158675394-router', 'tenant_id': 'f7a8f683988e47eca185aaaf28d3533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '15abf28e-8e23-4399-8a77-03114a653eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:23:41Z', 'updated_at': '2021-09-21T05:23:43Z', 'revision_number': 3, 'project_id': 'f7a8f683988e47eca185aaaf28d3533b', 'gw_port': {'id': '15abf28e-8e23-4399-8a77-03114a653eab', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e22bccc-f503-4898-a0fe-1906b562f381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:23:42Z', 'updated_at': '2021-09-21T05:23:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi'}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 05:23:46.564099 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4149b65-2578-49e3-abe0-b1c740981428 req-45bb7acc-5eee-43e2-b885-a4736dbbdc25 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:46.565619 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c4149b65-2578-49e3-abe0-b1c740981428 req-45bb7acc-5eee-43e2-b885-a4736dbbdc25 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 946 time: 0.1604958 Sep 21 05:23:46.575947 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410b89aa-e061-4dff-b3a3-d63143e9b00c req-f7247f68-316b-4f0c-9b17-59cf2879c156 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:46.577713 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-410b89aa-e061-4dff-b3a3-d63143e9b00c req-f7247f68-316b-4f0c-9b17-59cf2879c156 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/ports?device_id=71ae25ae-cb62-4b76-b164-44e6c02f74dc HTTP/1.1" status: 200 len: 944 time: 0.1714537 Sep 21 05:23:46.599843 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-127d2a25-8878-4bd5-8199-681fb99b3fc1 None None] Provisioning complete for port c83289e6-59b4-4550-bd34-50a581efb753 triggered by entity DHCP. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:23:46.600374 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-127d2a25-8878-4bd5-8199-681fb99b3fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:46.643871 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c4149b65-2578-49e3-abe0-b1c740981428 req-9dada6b5-4f19-4a01-be99-676efbf1710b tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651646 Sep 21 05:23:46.644950 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-127d2a25-8878-4bd5-8199-681fb99b3fc1 None None] Port c83289e6-59b4-4550-bd34-50a581efb753 cannot update to ACTIVE because it is not bound. {{(pid=94668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 05:23:46.655255 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-410b89aa-e061-4dff-b3a3-d63143e9b00c req-73c2be74-b331-493b-86a5-2ceeb926a472 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/security-groups?id=2efc370c-cc76-4606-b462-9693fd771f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669169 Sep 21 05:23:46.712772 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-4ab3016f-a506-49fb-ae10-ffdbe39c3151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:46.905478 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d823f99d-c393-4cb4-8f96-d5cfb5780998 req-3084d368-d79c-4021-9cdb-1c8472316ac7 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:46.907211 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d823f99d-c393-4cb4-8f96-d5cfb5780998 req-3084d368-d79c-4021-9cdb-1c8472316ac7 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff9613ba-785c-440c-bfae-00573e08fe55 HTTP/1.1" status: 200 len: 946 time: 0.1315262 Sep 21 05:23:46.973013 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d823f99d-c393-4cb4-8f96-d5cfb5780998 req-4c74e270-d97d-4d9c-add2-425387f7214b tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/security-groups?id=05d839fa-73c5-47b3-a600-d2c01af0c82a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593536 Sep 21 05:23:46.990850 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-4ab3016f-a506-49fb-ae10-ffdbe39c3151 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:47.138864 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-4ab3016f-a506-49fb-ae10-ffdbe39c3151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7439740'] for port, after_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:47.206946 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab3016f-a506-49fb-ae10-ffdbe39c3151 admin admin] Pushing event updated for resources: {'Port': ['ID=c83289e6-59b4-4550-bd34-50a581efb753,revision_number=2']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:23:47.209510 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-4ab3016f-a506-49fb-ae10-ffdbe39c3151 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-471830'] for router_interface, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:47.334112 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab3016f-a506-49fb-ae10-ffdbe39c3151 admin admin] Network 361dc619-357b-405e-a2f4-cbbd1b49b4fb is already hosted by enough agents. {{(pid=94666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 05:23:47.336873 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.base_scheduler [None req-4ab3016f-a506-49fb-ae10-ffdbe39c3151 admin admin] Resources bound (agent type, host, resource id): {{(pid=94666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:23:47.401829 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca5372-b7c6-4024-9d36-0d2f477c38f1 req-555cae75-754a-4cde-9066-d183fc1d4458 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:47.404065 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-35ca5372-b7c6-4024-9d36-0d2f477c38f1 req-555cae75-754a-4cde-9066-d183fc1d4458 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8597837-cb82-468d-8b14-07327db8866d HTTP/1.1" status: 200 len: 945 time: 0.1031988 Sep 21 05:23:47.486755 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-35ca5372-b7c6-4024-9d36-0d2f477c38f1 req-98a2470c-d4c7-448f-8dff-d89e3237b5a4 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751562 Sep 21 05:23:47.514852 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ab3016f-a506-49fb-ae10-ffdbe39c3151 admin admin] Router 9e22bccc-f503-4898-a0fe-1906b562f381 has already been hosted by L3 agent e4914d08-4fb7-43fa-94fb-1720f1d16cb4 {{(pid=94666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 05:23:47.597651 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device ace77e6c-dafc-4cbc-80ff-4c95c1b283ff details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 05:23:47.605127 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device af30cf65-8f49-4854-aed2-34db6277f342 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 05:23:47.628706 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab3016f-a506-49fb-ae10-ffdbe39c3151 admin admin] Notify agent at l3_agent.dv-cinder-778193-10-iscsi the message routers_updated {{(pid=94666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 05:23:47.632500 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] No Port match for: af30cf65-8f49-4854-aed2-34db6277f342 {{(pid=94668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 05:23:47.632849 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device af30cf65-8f49-4854-aed2-34db6277f342 not bound to the agent host hv-cinder-77819 {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 05:23:47.642435 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-4ab3016f-a506-49fb-ae10-ffdbe39c3151 admin admin] 10.222.0.36 "PUT /v2.0/routers/9e22bccc-f503-4898-a0fe-1906b562f381/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0361581 Sep 21 05:23:47.724866 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-344655e1-fa3e-4a51-9d11-d50b1110f5c1 None None] Provisioning complete for port c83289e6-59b4-4550-bd34-50a581efb753 triggered by entity DHCP. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:23:47.725492 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-344655e1-fa3e-4a51-9d11-d50b1110f5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:47.813215 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] For port ace77e6c-dafc-4cbc-80ff-4c95c1b283ff, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=ace77e6c-dafc-4cbc-80ff-4c95c1b283ff,segment=NetworkSegment(2750d958-8afb-4c23-8d50-7f696d3e9439),segment_id=2750d958-8afb-4c23-8d50-7f696d3e9439)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:23:47.821607 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-344655e1-fa3e-4a51-9d11-d50b1110f5c1 None None] Port c83289e6-59b4-4550-bd34-50a581efb753 cannot update to ACTIVE because it is not bound. {{(pid=94668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 05:23:47.826871 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Returning: {'device': 'ace77e6c-dafc-4cbc-80ff-4c95c1b283ff', 'network_id': 'b65ce37e-28e9-4073-aba8-42f09a595bb5', 'port_id': 'ace77e6c-dafc-4cbc-80ff-4c95c1b283ff', 'mac_address': 'fa:16:3e:bd:12:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73b79fce-eee6-4ec0-bdad-dcc75ff05127', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 05:23:47.858761 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5401d72-a59c-4a47-8171-ee523a7198f6 req-10bcace4-e41b-424e-8761-d377dda77031 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:47.860355 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c5401d72-a59c-4a47-8171-ee523a7198f6 req-10bcace4-e41b-424e-8761-d377dda77031 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 946 time: 0.1037607 Sep 21 05:23:47.867495 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:47.868894 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9fe0e1-9cad-4d91-a6ec-466266bc7d32 req-ed0a2122-0545-405d-9ce7-ca3146e76cfb tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:47.870265 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ad9fe0e1-9cad-4d91-a6ec-466266bc7d32 req-ed0a2122-0545-405d-9ce7-ca3146e76cfb tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/ports?device_id=71ae25ae-cb62-4b76-b164-44e6c02f74dc HTTP/1.1" status: 200 len: 944 time: 0.1011617 Sep 21 05:23:47.885954 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.notifiers.nova [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ace77e6c-dafc-4cbc-80ff-4c95c1b283ff {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 05:23:47.906873 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] For port ace77e6c-dafc-4cbc-80ff-4c95c1b283ff, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=ace77e6c-dafc-4cbc-80ff-4c95c1b283ff,segment=NetworkSegment(2750d958-8afb-4c23-8d50-7f696d3e9439),segment_id=2750d958-8afb-4c23-8d50-7f696d3e9439)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:23:47.928827 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c5401d72-a59c-4a47-8171-ee523a7198f6 req-bf1db23c-9fed-4586-bb8c-bf33fe97a49b tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568593 Sep 21 05:23:47.939261 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ad9fe0e1-9cad-4d91-a6ec-466266bc7d32 req-3fc514f3-cd9a-4c66-8be1-4f7dda98fc9f tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/security-groups?id=2efc370c-cc76-4606-b462-9693fd771f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597630 Sep 21 05:23:48.022132 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:48.084788 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Pushing event updated for resources: {'Port': ['ID=ace77e6c-dafc-4cbc-80ff-4c95c1b283ff,revision_number=4']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:23:48.115939 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a311863-1c03-4251-bb92-5f0aef1b55d6 req-e025b7db-4963-4bb9-83ff-0d1f9a219497 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:48.117891 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9a311863-1c03-4251-bb92-5f0aef1b55d6 req-e025b7db-4963-4bb9-83ff-0d1f9a219497 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff9613ba-785c-440c-bfae-00573e08fe55 HTTP/1.1" status: 200 len: 946 time: 0.0676939 Sep 21 05:23:48.172517 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9a311863-1c03-4251-bb92-5f0aef1b55d6 req-86eb77e5-5768-4673-b779-188f18142033 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/security-groups?id=05d839fa-73c5-47b3-a600-d2c01af0c82a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462933 Sep 21 05:23:48.273540 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] get_ports_and_sgs() called for port_ids ['ace77e6c-dafc-4cbc-80ff-4c95c1b283ff'] {{(pid=94668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 05:23:48.302556 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 58884) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:23:48.327684 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c280858c-797e-47d9-9ef4-cdbb1068559b None None] Sync routers for ids ['9e22bccc-f503-4898-a0fe-1906b562f381'] in dv-cinder-778193-10-iscsi {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 05:23:48.349301 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c280858c-797e-47d9-9ef4-cdbb1068559b None None] Routers {'9e22bccc-f503-4898-a0fe-1906b562f381'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:23:48.349926 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-c280858c-797e-47d9-9ef4-cdbb1068559b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:23:39Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['9e22bccc-f503-4898-a0fe-1906b562f381'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:23:48.436466 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-7e8c695e-43d1-4e44-b5ce-159c07f5ad47 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8e2dc0d7772d45e497e2295497e91376&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1300647 Sep 21 05:23:48.436778 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 58888) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:23:48.483958 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-58bb818f-fcf3-49cf-bd14-baf6f6007111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:48.493627 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-c280858c-797e-47d9-9ef4-cdbb1068559b None None] Set router 9e22bccc-f503-4898-a0fe-1906b562f381 gateway port host: dv-cinder-778193-10-iscsi {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:23:48.507672 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-58bb818f-fcf3-49cf-bd14-baf6f6007111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:48.615382 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6460b55f-1baa-4312-a7f0-fa5b575b11e9 req-f8ce78f5-fcf0-41f2-abde-4f0ea2049117 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:48.616856 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6460b55f-1baa-4312-a7f0-fa5b575b11e9 req-f8ce78f5-fcf0-41f2-abde-4f0ea2049117 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8597837-cb82-468d-8b14-07327db8866d HTTP/1.1" status: 200 len: 945 time: 0.0541544 Sep 21 05:23:48.624226 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-58bb818f-fcf3-49cf-bd14-baf6f6007111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:48.626789 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-58bb818f-fcf3-49cf-bd14-baf6f6007111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:48.627881 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-58bb818f-fcf3-49cf-bd14-baf6f6007111 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1f682f50-8fc8-4f17-aff6-3094822cb1c8 HTTP/1.1" status: 204 len: 168 time: 0.1901379 Sep 21 05:23:48.652316 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb818f-fcf3-49cf-bd14-baf6f6007111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f682f50-8fc8-4f17-aff6-3094822cb1c8,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:23:48.674095 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6460b55f-1baa-4312-a7f0-fa5b575b11e9 req-ae7826d5-9a7c-4402-aea1-7bfdfdd641eb tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449574 Sep 21 05:23:48.884734 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device 15abf28e-8e23-4399-8a77-03114a653eab up at agent ovs-agent-dv-cinder-778193-10-iscsi {{(pid=94668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 05:23:48.960615 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Provisioning complete for port 15abf28e-8e23-4399-8a77-03114a653eab triggered by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:23:48.960996 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:48.994272 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-c280858c-797e-47d9-9ef4-cdbb1068559b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e22bccc-f503-4898-a0fe-1906b562f381', 'name': 'tempest-TestShelveInstance-1158675394-router', 'tenant_id': 'f7a8f683988e47eca185aaaf28d3533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '15abf28e-8e23-4399-8a77-03114a653eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:23:41Z', 'updated_at': '2021-09-21T05:23:46Z', 'revision_number': 4, 'project_id': 'f7a8f683988e47eca185aaaf28d3533b', 'gw_port': {'id': '15abf28e-8e23-4399-8a77-03114a653eab', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e22bccc-f503-4898-a0fe-1906b562f381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:23:42Z', 'updated_at': '2021-09-21T05:23:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi', '_interfaces': [{'id': 'c83289e6-59b4-4550-bd34-50a581efb753', 'name': '', 'network_id': '361dc619-357b-405e-a2f4-cbbd1b49b4fb', 'tenant_id': 'f7a8f683988e47eca185aaaf28d3533b', 'mac_address': 'fa:16:3e:9b:47:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e22bccc-f503-4898-a0fe-1906b562f381', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'f8f1eddb-f8bb-4368-a78f-9176f6de8ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:23:45Z', 'updated_at': '2021-09-21T05:23:46Z', 'revision_number': 2, 'project_id': 'f7a8f683988e47eca185aaaf28d3533b', 'subnets': [{'id': 'f8f1eddb-f8bb-4368-a78f-9176f6de8ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:23:49.028168 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c280858c-797e-47d9-9ef4-cdbb1068559b None None] Checking router: 9e22bccc-f503-4898-a0fe-1906b562f381 for host: dv-cinder-778193-10-iscsi {{(pid=94668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 05:23:49.028531 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c280858c-797e-47d9-9ef4-cdbb1068559b None None] Updating router 9e22bccc-f503-4898-a0fe-1906b562f381 port c83289e6-59b4-4550-bd34-50a581efb753 binding host dv-cinder-778193-10-iscsi {{(pid=94668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 05:23:49.059471 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c280858c-797e-47d9-9ef4-cdbb1068559b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:49.074190 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b331389-ce37-43af-9d6c-dc813d464277 req-53ac0d02-36ee-4667-b876-9e332c5c3810 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:49.075783 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2b331389-ce37-43af-9d6c-dc813d464277 req-53ac0d02-36ee-4667-b876-9e332c5c3810 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 946 time: 0.0505819 Sep 21 05:23:49.117186 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2b331389-ce37-43af-9d6c-dc813d464277 req-d1a5f8e9-95f8-481b-8bec-9af6f4c0f320 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345764 Sep 21 05:23:49.125013 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:49.213346 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] For port 15abf28e-8e23-4399-8a77-03114a653eab, host dv-cinder-778193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=15abf28e-8e23-4399-8a77-03114a653eab,segment=NetworkSegment(826ab498-a3a4-4696-958a-2da03407e177),segment_id=826ab498-a3a4-4696-958a-2da03407e177)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:23:49.240627 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26303565-f98c-4977-90b0-82ffdd2f910d req-c3ad129d-0160-467c-b3d9-131866f3e4e5 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:49.242593 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-26303565-f98c-4977-90b0-82ffdd2f910d req-c3ad129d-0160-467c-b3d9-131866f3e4e5 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/ports?device_id=71ae25ae-cb62-4b76-b164-44e6c02f74dc HTTP/1.1" status: 200 len: 945 time: 0.0652421 Sep 21 05:23:49.290496 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-26303565-f98c-4977-90b0-82ffdd2f910d req-54541d27-a5e7-48e1-b43c-34a561df9bcf tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/security-groups?id=2efc370c-cc76-4606-b462-9693fd771f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395672 Sep 21 05:23:49.309242 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:49.405534 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0857dbf-5d5d-486f-88dd-8ad266892d33 req-c2a33eb0-3e9e-4286-ac71-1a2ed4a2264c tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:49.407195 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e0857dbf-5d5d-486f-88dd-8ad266892d33 req-c2a33eb0-3e9e-4286-ac71-1a2ed4a2264c tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff9613ba-785c-440c-bfae-00573e08fe55 HTTP/1.1" status: 200 len: 946 time: 0.0554731 Sep 21 05:23:49.412785 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Pushing event updated for resources: {'Port': ['ID=15abf28e-8e23-4399-8a77-03114a653eab,revision_number=4']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:23:49.468204 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e0857dbf-5d5d-486f-88dd-8ad266892d33 req-a77aaef0-a79f-467e-94dc-0cf8be8ae442 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/security-groups?id=05d839fa-73c5-47b3-a600-d2c01af0c82a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480578 Sep 21 05:23:49.489506 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c280858c-797e-47d9-9ef4-cdbb1068559b None None] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:49.590524 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c280858c-797e-47d9-9ef4-cdbb1068559b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:49.623082 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device ace77e6c-dafc-4cbc-80ff-4c95c1b283ff up at agent hyperv_hv-cinder-77819 {{(pid=94668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 05:23:49.698324 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed9ac1f-9362-48fd-abd4-35532b87ff2c None None] Pushing event updated for resources: {'Port': ['ID=c83289e6-59b4-4550-bd34-50a581efb753,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:23:49.734772 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 58924) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:23:49.762869 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-c280858c-797e-47d9-9ef4-cdbb1068559b None None] Attempting to bind port c83289e6-59b4-4550-bd34-50a581efb753 on host dv-cinder-778193-10-iscsi for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 05:23:49.763193 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-c280858c-797e-47d9-9ef4-cdbb1068559b None None] Attempting to bind port c83289e6-59b4-4550-bd34-50a581efb753 by drivers openvswitch,hyperv on host dv-cinder-778193-10-iscsi at level 0 using segments [{'id': '043aa88d-ea10-4c31-abc2-4708bc8ea04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '361dc619-357b-405e-a2f4-cbbd1b49b4fb'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 05:23:49.763558 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c280858c-797e-47d9-9ef4-cdbb1068559b None None] Attempting to bind port c83289e6-59b4-4550-bd34-50a581efb753 on network 361dc619-357b-405e-a2f4-cbbd1b49b4fb {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 05:23:49.763992 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 58928) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:23:49.769199 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [None req-f7e826e7-9b26-4675-b506-037ec5a5e7c7 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1217991332', 'description': 'tempest-secgroup-smoke-1217991332 description', 'project_id': '3066d5f922ad4c51b79c56e410630bfe'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:23:49.776644 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c280858c-797e-47d9-9ef4-cdbb1068559b None None] Checking agent: {'id': 'b0313305-4280-4067-8ee0-4ba61e64320d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 5, 12, 9), 'started_at': datetime.datetime(2021, 9, 21, 5, 12, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 5, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 05:23:49.777052 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c280858c-797e-47d9-9ef4-cdbb1068559b None None] Checking segment: {'id': '043aa88d-ea10-4c31-abc2-4708bc8ea04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '361dc619-357b-405e-a2f4-cbbd1b49b4fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 05:23:49.777465 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c280858c-797e-47d9-9ef4-cdbb1068559b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:49.777864 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c280858c-797e-47d9-9ef4-cdbb1068559b None None] Bound using segment: {'id': '043aa88d-ea10-4c31-abc2-4708bc8ea04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '361dc619-357b-405e-a2f4-cbbd1b49b4fb'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 05:23:49.778425 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-c280858c-797e-47d9-9ef4-cdbb1068559b None None] Bound port: c83289e6-59b4-4550-bd34-50a581efb753, host: dv-cinder-778193-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '043aa88d-ea10-4c31-abc2-4708bc8ea04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '361dc619-357b-405e-a2f4-cbbd1b49b4fb'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 05:23:49.778748 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c280858c-797e-47d9-9ef4-cdbb1068559b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:49.819078 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277f167b-5218-409f-b95c-bcbea891580e req-2dd2af35-7986-4d9f-828a-2a445135d4c4 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:49.820547 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-277f167b-5218-409f-b95c-bcbea891580e req-2dd2af35-7986-4d9f-828a-2a445135d4c4 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8597837-cb82-468d-8b14-07327db8866d HTTP/1.1" status: 200 len: 945 time: 0.0655818 Sep 21 05:23:49.862653 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-c280858c-797e-47d9-9ef4-cdbb1068559b None None] For port c83289e6-59b4-4550-bd34-50a581efb753, host dv-cinder-778193-10-iscsi, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 05:23:49.865551 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-277f167b-5218-409f-b95c-bcbea891580e req-db84ca6b-9830-4e77-a316-2d6056ad1f8a tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355453 Sep 21 05:23:49.866662 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-c280858c-797e-47d9-9ef4-cdbb1068559b None None] For port c83289e6-59b4-4550-bd34-50a581efb753, host dv-cinder-778193-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=c83289e6-59b4-4550-bd34-50a581efb753,segment=NetworkSegment(043aa88d-ea10-4c31-abc2-4708bc8ea04b),segment_id=043aa88d-ea10-4c31-abc2-4708bc8ea04b)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 05:23:49.873691 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [None req-e37c9ef2-2ec2-4e6e-82e5-60c626323f3d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1276701791-network', 'tenant_id': '722aa5a2430a4d20b5fd45695c213a0b'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:23:49.885490 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Provisioning for port ace77e6c-dafc-4cbc-80ff-4c95c1b283ff completed by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 05:23:49.892371 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Provisioning complete for port ace77e6c-dafc-4cbc-80ff-4c95c1b283ff triggered by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:23:49.892717 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:49.916928 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f7e826e7-9b26-4675-b506-037ec5a5e7c7 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:49.983110 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-fd6935c4-1fd0-43f5-8afa-aee3f46c5946 None None] Provisioning complete for port c83289e6-59b4-4550-bd34-50a581efb753 triggered by entity DHCP. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:23:49.983476 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fd6935c4-1fd0-43f5-8afa-aee3f46c5946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:49.986006 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:50.004565 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c280858c-797e-47d9-9ef4-cdbb1068559b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:50.008775 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37c9ef2-2ec2-4e6e-82e5-60c626323f3d admin admin] Made reservation on behalf of 722aa5a2430a4d20b5fd45695c213a0b for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 05:23:50.011268 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e37c9ef2-2ec2-4e6e-82e5-60c626323f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:50.031860 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e37c9ef2-2ec2-4e6e-82e5-60c626323f3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:50.079097 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ae25ae-cb62-4b76-b164-44e6c02f74dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace77e6c-dafc-4cbc-80ff-4c95c1b283ff'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 05:23:50.081344 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9746b1cd2a1144c350740d70a5f253bbb3c4ac519592b61f014e2841f81d92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96081f27-b7fe-4eec-a228-15ca2f790106" -d '{"events": [{"server_uuid": "71ae25ae-cb62-4b76-b164-44e6c02f74dc", "name": "network-vif-plugged", "status": "completed", "tag": "ace77e6c-dafc-4cbc-80ff-4c95c1b283ff"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 05:23:50.107412 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] For port ace77e6c-dafc-4cbc-80ff-4c95c1b283ff, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=ace77e6c-dafc-4cbc-80ff-4c95c1b283ff,segment=NetworkSegment(2750d958-8afb-4c23-8d50-7f696d3e9439),segment_id=2750d958-8afb-4c23-8d50-7f696d3e9439)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:23:50.110742 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c280858c-797e-47d9-9ef4-cdbb1068559b None None] Routers {'9e22bccc-f503-4898-a0fe-1906b562f381'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:23:50.111379 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-c280858c-797e-47d9-9ef4-cdbb1068559b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:23:39Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['9e22bccc-f503-4898-a0fe-1906b562f381'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:23:50.113566 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f7e826e7-9b26-4675-b506-037ec5a5e7c7 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:50.116820 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed9ac1f-9362-48fd-abd4-35532b87ff2c None None] Pushing event updated for resources: {'Port': ['ID=c83289e6-59b4-4550-bd34-50a581efb753,revision_number=4']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:23:50.160815 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 05:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dfc8213-4e09-40d7-940f-3a1853599e6b x-openstack-request-id: req-1dfc8213-4e09-40d7-940f-3a1853599e6b {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 05:23:50.161326 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71ae25ae-cb62-4b76-b164-44e6c02f74dc", "name": "network-vif-plugged", "status": "completed", "tag": "ace77e6c-dafc-4cbc-80ff-4c95c1b283ff", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 05:23:50.161580 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1dfc8213-4e09-40d7-940f-3a1853599e6b {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 05:23:50.162075 dv-cinder-778193-10-iscsi neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71ae25ae-cb62-4b76-b164-44e6c02f74dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace77e6c-dafc-4cbc-80ff-4c95c1b283ff', 'code': 200} Sep 21 05:23:50.199003 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:50.227144 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f7e826e7-9b26-4675-b506-037ec5a5e7c7 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:50.290152 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fd6935c4-1fd0-43f5-8afa-aee3f46c5946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:50.295956 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e826e7-9b26-4675-b506-037ec5a5e7c7 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e1765e6-cde3-492e-859a-4ddd3b6fa338,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:23:50.332661 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-c280858c-797e-47d9-9ef4-cdbb1068559b None None] Set router 9e22bccc-f503-4898-a0fe-1906b562f381 gateway port host: dv-cinder-778193-10-iscsi {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:23:50.362345 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e37c9ef2-2ec2-4e6e-82e5-60c626323f3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:50.379116 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Pushing event updated for resources: {'Port': ['ID=ace77e6c-dafc-4cbc-80ff-4c95c1b283ff,revision_number=5']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:23:50.394663 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-fd6935c4-1fd0-43f5-8afa-aee3f46c5946 None None] For port c83289e6-59b4-4550-bd34-50a581efb753, host dv-cinder-778193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=c83289e6-59b4-4550-bd34-50a581efb753,segment=NetworkSegment(043aa88d-ea10-4c31-abc2-4708bc8ea04b),segment_id=043aa88d-ea10-4c31-abc2-4708bc8ea04b)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:23:50.424107 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8328ae8-7e6e-4dc5-a0b8-4855cb5ae348 req-3aca3229-ad9b-4123-8941-6f9e2abac1b3 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:50.425701 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c8328ae8-7e6e-4dc5-a0b8-4855cb5ae348 req-3aca3229-ad9b-4123-8941-6f9e2abac1b3 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/ports?device_id=71ae25ae-cb62-4b76-b164-44e6c02f74dc HTTP/1.1" status: 200 len: 946 time: 0.0532207 Sep 21 05:23:50.446238 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e37c9ef2-2ec2-4e6e-82e5-60c626323f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:50.467551 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c8328ae8-7e6e-4dc5-a0b8-4855cb5ae348 req-e99f0831-f1ca-4d4b-995c-a602ea04dc8a tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/security-groups?id=2efc370c-cc76-4606-b462-9693fd771f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356853 Sep 21 05:23:50.467802 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e37c9ef2-2ec2-4e6e-82e5-60c626323f3d admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 05:23:50.483468 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e37c9ef2-2ec2-4e6e-82e5-60c626323f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669518'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:50.483813 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.db.segments_db [None req-e37c9ef2-2ec2-4e6e-82e5-60c626323f3d admin admin] Added segment 51e38676-4bd9-46c3-bbb4-13178fcd2471 of type vlan for network ffddc300-7398-432a-b3a6-50719b678381 Sep 21 05:23:50.492482 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fd6935c4-1fd0-43f5-8afa-aee3f46c5946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:50.492691 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37c9ef2-2ec2-4e6e-82e5-60c626323f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3693537d-2937-4332-b678-3811083859a6,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:23:50.552885 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f7e826e7-9b26-4675-b506-037ec5a5e7c7 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:50.554083 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-f7e826e7-9b26-4675-b506-037ec5a5e7c7 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7889421 Sep 21 05:23:50.556074 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e37c9ef2-2ec2-4e6e-82e5-60c626323f3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751403734303'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:50.558477 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 58936) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:23:50.565356 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-418d9a77-daf7-4031-affb-6e75f1e2707b tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Request body: {'security_group_rule': {'security_group_id': '2e1765e6-cde3-492e-859a-4ddd3b6fa338', 'project_id': '3066d5f922ad4c51b79c56e410630bfe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:23:50.588281 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6935c4-1fd0-43f5-8afa-aee3f46c5946 None None] Pushing event updated for resources: {'Port': ['ID=c83289e6-59b4-4550-bd34-50a581efb753,revision_number=5']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:23:50.626344 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-12dfc9a8-4149-4e44-89d6-ecea71ef3c89 None None] Provisioning complete for port c83289e6-59b4-4550-bd34-50a581efb753 triggered by entity DHCP. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:23:50.631916 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-12dfc9a8-4149-4e44-89d6-ecea71ef3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:50.632052 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df897c2b-07f4-4b80-a543-29a768a26444 req-0f60686d-7b2c-432f-bed9-e7e561437006 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:50.632052 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-df897c2b-07f4-4b80-a543-29a768a26444 req-0f60686d-7b2c-432f-bed9-e7e561437006 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff9613ba-785c-440c-bfae-00573e08fe55 HTTP/1.1" status: 200 len: 946 time: 0.0807254 Sep 21 05:23:50.636167 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edb4c6c-08ee-4ee3-a730-07a8bd4fcaf1 req-d9900447-17bf-452c-8136-605b9547c215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:50.637913 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-8edb4c6c-08ee-4ee3-a730-07a8bd4fcaf1 req-d9900447-17bf-452c-8136-605b9547c215 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=71ae25ae-cb62-4b76-b164-44e6c02f74dc HTTP/1.1" status: 200 len: 1099 time: 0.0791447 Sep 21 05:23:50.676889 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-c280858c-797e-47d9-9ef4-cdbb1068559b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e22bccc-f503-4898-a0fe-1906b562f381', 'name': 'tempest-TestShelveInstance-1158675394-router', 'tenant_id': 'f7a8f683988e47eca185aaaf28d3533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '15abf28e-8e23-4399-8a77-03114a653eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:23:41Z', 'updated_at': '2021-09-21T05:23:46Z', 'revision_number': 4, 'project_id': 'f7a8f683988e47eca185aaaf28d3533b', 'gw_port': {'id': '15abf28e-8e23-4399-8a77-03114a653eab', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e22bccc-f503-4898-a0fe-1906b562f381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:23:42Z', 'updated_at': '2021-09-21T05:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi', '_interfaces': [{'id': 'c83289e6-59b4-4550-bd34-50a581efb753', 'name': '', 'network_id': '361dc619-357b-405e-a2f4-cbbd1b49b4fb', 'tenant_id': 'f7a8f683988e47eca185aaaf28d3533b', 'mac_address': 'fa:16:3e:9b:47:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e22bccc-f503-4898-a0fe-1906b562f381', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'f8f1eddb-f8bb-4368-a78f-9176f6de8ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:23:45Z', 'updated_at': '2021-09-21T05:23:49Z', 'revision_number': 4, 'project_id': 'f7a8f683988e47eca185aaaf28d3533b', 'subnets': [{'id': 'f8f1eddb-f8bb-4368-a78f-9176f6de8ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:23:50.687407 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-df897c2b-07f4-4b80-a543-29a768a26444 req-5436b388-e0bb-4350-9588-bd007df33349 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/security-groups?id=05d839fa-73c5-47b3-a600-d2c01af0c82a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515811 Sep 21 05:23:50.694829 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-8edb4c6c-08ee-4ee3-a730-07a8bd4fcaf1 req-1e141a0c-5bec-4137-94a4-f6f505c47b2c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2efc370c-cc76-4606-b462-9693fd771f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443637 Sep 21 05:23:50.711072 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c280858c-797e-47d9-9ef4-cdbb1068559b None None] The sync data for ids ['9e22bccc-f503-4898-a0fe-1906b562f381'] in dv-cinder-778193-10-iscsi is: [{'id': '9e22bccc-f503-4898-a0fe-1906b562f381', 'name': 'tempest-TestShelveInstance-1158675394-router', 'tenant_id': 'f7a8f683988e47eca185aaaf28d3533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '15abf28e-8e23-4399-8a77-03114a653eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:23:41Z', 'updated_at': '2021-09-21T05:23:46Z', 'revision_number': 4, 'project_id': 'f7a8f683988e47eca185aaaf28d3533b', 'gw_port': {'id': '15abf28e-8e23-4399-8a77-03114a653eab', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e22bccc-f503-4898-a0fe-1906b562f381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:23:42Z', 'updated_at': '2021-09-21T05:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi', '_interfaces': [{'id': 'c83289e6-59b4-4550-bd34-50a581efb753', 'name': '', 'network_id': '361dc619-357b-405e-a2f4-cbbd1b49b4fb', 'tenant_id': 'f7a8f683988e47eca185aaaf28d3533b', 'mac_address': 'fa:16:3e:9b:47:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e22bccc-f503-4898-a0fe-1906b562f381', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'f8f1eddb-f8bb-4368-a78f-9176f6de8ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:23:45Z', 'updated_at': '2021-09-21T05:23:49Z', 'revision_number': 4, 'project_id': 'f7a8f683988e47eca185aaaf28d3533b', 'subnets': [{'id': 'f8f1eddb-f8bb-4368-a78f-9176f6de8ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 05:23:50.719517 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-418d9a77-daf7-4031-affb-6e75f1e2707b tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:50.778841 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e37c9ef2-2ec2-4e6e-82e5-60c626323f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:50.780404 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37c9ef2-2ec2-4e6e-82e5-60c626323f3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:50.781739 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e37c9ef2-2ec2-4e6e-82e5-60c626323f3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531542'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:50.810254 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-418d9a77-daf7-4031-affb-6e75f1e2707b tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:50.855910 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37c9ef2-2ec2-4e6e-82e5-60c626323f3d admin admin] Pushing event updated for resources: {'Network': ['ID=ffddc300-7398-432a-b3a6-50719b678381,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:23:50.866137 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Network ffddc300-7398-432a-b3a6-50719b678381 details requested by agent ovs-agent-dv-cinder-778193-10-iscsi with host dv-cinder-778193-10-iscsi {{(pid=94668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 05:23:50.905908 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 58940) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:23:50.911321 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-e37c9ef2-2ec2-4e6e-82e5-60c626323f3d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1739125 Sep 21 05:23:50.915408 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-8f8bc192-0e5c-497b-9ce2-d0c4c23a013d admin admin] Request body: {'subnet': {'network_id': 'ffddc300-7398-432a-b3a6-50719b678381', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1276701791-subnet', 'tenant_id': '722aa5a2430a4d20b5fd45695c213a0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:23:50.923292 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-418d9a77-daf7-4031-affb-6e75f1e2707b tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585508'] for security_group_rule, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:50.963744 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418d9a77-daf7-4031-affb-6e75f1e2707b tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92df6400-1717-42a6-b0ec-a2f2d0e7f90b,revision_number=0']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:23:50.993235 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device 15abf28e-8e23-4399-8a77-03114a653eab up at agent ovs-agent-dv-cinder-778193-10-iscsi {{(pid=94668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 05:23:51.026305 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff04c58-a193-4c2c-9ed6-65ca2e85a3e8 req-90b44647-5595-4715-b9a9-6454308464d9 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:51.028619 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2ff04c58-a193-4c2c-9ed6-65ca2e85a3e8 req-90b44647-5595-4715-b9a9-6454308464d9 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8597837-cb82-468d-8b14-07327db8866d HTTP/1.1" status: 200 len: 945 time: 0.0589252 Sep 21 05:23:51.043436 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Provisioning complete for port 15abf28e-8e23-4399-8a77-03114a653eab triggered by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:23:51.043871 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:51.052872 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f8bc192-0e5c-497b-9ce2-d0c4c23a013d admin admin] Made reservation on behalf of 722aa5a2430a4d20b5fd45695c213a0b for: {'subnet': 1} {{(pid=94666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 05:23:51.055298 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-8f8bc192-0e5c-497b-9ce2-d0c4c23a013d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8253391'] for subnet, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:51.093903 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2ff04c58-a193-4c2c-9ed6-65ca2e85a3e8 req-d623d2e9-3d2d-4d95-8ad6-d934643bcff2 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586963 Sep 21 05:23:51.136820 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-418d9a77-daf7-4031-affb-6e75f1e2707b tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:51.138024 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-418d9a77-daf7-4031-affb-6e75f1e2707b tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5772650 Sep 21 05:23:51.140980 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 58942) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:23:51.145719 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [None req-04ae7c58-9fd6-407d-9eaf-a42772e9e8ef tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Request body: {'security_group_rule': {'security_group_id': '2e1765e6-cde3-492e-859a-4ddd3b6fa338', 'project_id': '3066d5f922ad4c51b79c56e410630bfe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:23:51.238188 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-04ae7c58-9fd6-407d-9eaf-a42772e9e8ef tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:51.262254 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device c83289e6-59b4-4550-bd34-50a581efb753 up at agent ovs-agent-dv-cinder-778193-10-iscsi {{(pid=94668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 05:23:51.318257 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Provisioning complete for port c83289e6-59b4-4550-bd34-50a581efb753 triggered by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:23:51.318708 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:51.320044 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-04ae7c58-9fd6-407d-9eaf-a42772e9e8ef tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:51.365024 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-8f8bc192-0e5c-497b-9ce2-d0c4c23a013d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7439625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8253409'] for subnet, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:51.393366 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-04ae7c58-9fd6-407d-9eaf-a42772e9e8ef tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585508'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:51.408079 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ae7c58-9fd6-407d-9eaf-a42772e9e8ef tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=064abf69-9faf-439b-8b87-c6b313675132,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:23:51.448346 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8bc192-0e5c-497b-9ce2-d0c4c23a013d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d8d7acb-1576-4381-adda-5e1ee0546d15,revision_number=0']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:23:51.450509 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8bc192-0e5c-497b-9ce2-d0c4c23a013d admin admin] Checking segment: {'id': '51e38676-4bd9-46c3-bbb4-13178fcd2471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ffddc300-7398-432a-b3a6-50719b678381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 05:23:51.450860 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8bc192-0e5c-497b-9ce2-d0c4c23a013d admin admin] Network hostable DHCP agents. Network: ffddc300-7398-432a-b3a6-50719b678381, hostable agents: ['6e02bdac-2fb2-4f2e-acf6-c0c230e91990'], hosted agents: [] {{(pid=94666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 05:23:51.461491 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8bc192-0e5c-497b-9ce2-d0c4c23a013d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:23:51.461835 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8bc192-0e5c-497b-9ce2-d0c4c23a013d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:23:51.462171 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8bc192-0e5c-497b-9ce2-d0c4c23a013d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:23:51.462528 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8bc192-0e5c-497b-9ce2-d0c4c23a013d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:23:51.462857 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8bc192-0e5c-497b-9ce2-d0c4c23a013d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:23:51.463188 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8bc192-0e5c-497b-9ce2-d0c4c23a013d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:23:51.463511 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8bc192-0e5c-497b-9ce2-d0c4c23a013d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:23:51.463835 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8bc192-0e5c-497b-9ce2-d0c4c23a013d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:23:51.464155 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8bc192-0e5c-497b-9ce2-d0c4c23a013d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:23:51.465019 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8bc192-0e5c-497b-9ce2-d0c4c23a013d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:23:51.465340 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8bc192-0e5c-497b-9ce2-d0c4c23a013d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:23:51.465654 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8bc192-0e5c-497b-9ce2-d0c4c23a013d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:23:51.479113 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-04ae7c58-9fd6-407d-9eaf-a42772e9e8ef tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:51.480930 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-04ae7c58-9fd6-407d-9eaf-a42772e9e8ef tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3383770 Sep 21 05:23:51.483524 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 58944) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:23:51.487914 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [None req-ca849bd7-51cb-43b9-ad17-5c7da9cdc107 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Request body: {'security_group_rule': {'security_group_id': '2e1765e6-cde3-492e-859a-4ddd3b6fa338', 'project_id': '3066d5f922ad4c51b79c56e410630bfe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:23:51.566212 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8bc192-0e5c-497b-9ce2-d0c4c23a013d admin admin] Network ffddc300-7398-432a-b3a6-50719b678381 is scheduled to be hosted by DHCP agent 6e02bdac-2fb2-4f2e-acf6-c0c230e91990 with binding_index 1 {{(pid=94666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 05:23:51.590798 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d067ae15-766e-4183-bfe7-f22129663eec req-490bdee9-34d8-41bc-a7d1-c96c62555b6d tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:51.592777 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d067ae15-766e-4183-bfe7-f22129663eec req-490bdee9-34d8-41bc-a7d1-c96c62555b6d tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/ports?device_id=71ae25ae-cb62-4b76-b164-44e6c02f74dc HTTP/1.1" status: 200 len: 946 time: 0.0581710 Sep 21 05:23:51.595178 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ca849bd7-51cb-43b9-ad17-5c7da9cdc107 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:51.631654 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d067ae15-766e-4183-bfe7-f22129663eec req-4c3558e3-c89b-4cb7-bd97-8052cab0f793 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/security-groups?id=2efc370c-cc76-4606-b462-9693fd771f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318928 Sep 21 05:23:51.656892 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ca849bd7-51cb-43b9-ad17-5c7da9cdc107 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:51.679020 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.base_scheduler [None req-8f8bc192-0e5c-497b-9ce2-d0c4c23a013d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-10-iscsi, ffddc300-7398-432a-b3a6-50719b678381) {{(pid=94666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:23:51.684354 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8bc192-0e5c-497b-9ce2-d0c4c23a013d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:51.684864 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-8f8bc192-0e5c-497b-9ce2-d0c4c23a013d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:51.688027 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744591ff-fc73-495f-81fb-86cb72b480f6 None None] Network ffddc300-7398-432a-b3a6-50719b678381 requested from dv-cinder-778193-10-iscsi {{(pid=94668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 05:23:51.756151 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ca849bd7-51cb-43b9-ad17-5c7da9cdc107 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585508'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:51.780583 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca849bd7-51cb-43b9-ad17-5c7da9cdc107 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d3f74a9-1f87-4b65-9e35-4bef0239b65b,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:23:51.796999 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-8f8bc192-0e5c-497b-9ce2-d0c4c23a013d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8819132 Sep 21 05:23:51.809550 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b38b8c-3164-4edf-a1d8-80c731ccf6c9 req-9e24e8a0-3012-42c1-96f0-cdc5b3657b75 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:51.811264 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-77b38b8c-3164-4edf-a1d8-80c731ccf6c9 req-9e24e8a0-3012-42c1-96f0-cdc5b3657b75 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff9613ba-785c-440c-bfae-00573e08fe55 HTTP/1.1" status: 200 len: 946 time: 0.0602827 Sep 21 05:23:51.851179 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a30872-4fbf-4bd8-91e0-756197dc2507 None None] Network ffddc300-7398-432a-b3a6-50719b678381 requested from dv-cinder-778193-10-iscsi {{(pid=94668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 05:23:51.864192 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-77b38b8c-3164-4edf-a1d8-80c731ccf6c9 req-47ce9a6d-9400-4a17-b948-8a8c905950e7 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/security-groups?id=05d839fa-73c5-47b3-a600-d2c01af0c82a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452867 Sep 21 05:23:51.870942 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ca849bd7-51cb-43b9-ad17-5c7da9cdc107 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:51.872317 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-ca849bd7-51cb-43b9-ad17-5c7da9cdc107 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3878520 Sep 21 05:23:51.875142 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 58952) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:23:51.881045 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [None req-65884a24-383e-4553-b99e-6f66d94c159e tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Request body: {'security_group_rule': {'security_group_id': '2e1765e6-cde3-492e-859a-4ddd3b6fa338', 'project_id': '3066d5f922ad4c51b79c56e410630bfe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:23:51.999583 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-65884a24-383e-4553-b99e-6f66d94c159e tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:52.063531 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-65884a24-383e-4553-b99e-6f66d94c159e tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:52.151050 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-65884a24-383e-4553-b99e-6f66d94c159e tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585508'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:52.172424 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65884a24-383e-4553-b99e-6f66d94c159e tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0ab3578-26ae-4126-a339-3294735c61bc,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:23:52.213136 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4479ec-f6d7-46c7-9ca2-724dd11ca110 req-8d69bab8-5ce8-46b5-925f-33f774d8aa88 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:52.214791 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cd4479ec-f6d7-46c7-9ca2-724dd11ca110 req-8d69bab8-5ce8-46b5-925f-33f774d8aa88 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8597837-cb82-468d-8b14-07327db8866d HTTP/1.1" status: 200 len: 945 time: 0.0506043 Sep 21 05:23:52.251170 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-65884a24-383e-4553-b99e-6f66d94c159e tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:52.255232 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-65884a24-383e-4553-b99e-6f66d94c159e tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3758421 Sep 21 05:23:52.255384 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 58960) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:23:52.256310 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cd4479ec-f6d7-46c7-9ca2-724dd11ca110 req-9d840526-66b2-421a-8889-96c52bd1b051 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352244 Sep 21 05:23:52.259833 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [None req-fec5f8dd-87b8-4f78-bae6-e0966d40dd12 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Request body: {'security_group_rule': {'security_group_id': '2e1765e6-cde3-492e-859a-4ddd3b6fa338', 'project_id': '3066d5f922ad4c51b79c56e410630bfe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:23:52.444690 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.db.securitygroups_db [None req-fec5f8dd-87b8-4f78-bae6-e0966d40dd12 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Project 3066d5f922ad4c51b79c56e410630bfe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 05:23:52.450062 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fec5f8dd-87b8-4f78-bae6-e0966d40dd12 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:52.510851 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fec5f8dd-87b8-4f78-bae6-e0966d40dd12 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:52.589750 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fec5f8dd-87b8-4f78-bae6-e0966d40dd12 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585508'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:52.608785 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec5f8dd-87b8-4f78-bae6-e0966d40dd12 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b61e7265-2b9f-4d4e-8467-f8511290e72c,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:23:52.707970 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fec5f8dd-87b8-4f78-bae6-e0966d40dd12 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:52.709180 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-fec5f8dd-87b8-4f78-bae6-e0966d40dd12 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4528632 Sep 21 05:23:52.712169 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 58964) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:23:52.717567 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [None req-4ba5cf49-8d6e-4041-9198-17b9700d50c6 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Request body: {'security_group_rule': {'security_group_id': '2e1765e6-cde3-492e-859a-4ddd3b6fa338', 'project_id': '3066d5f922ad4c51b79c56e410630bfe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:23:52.749714 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d1fc69-a1bc-4d02-ac44-9c913c43f97a req-0847db9c-4c4d-452d-9253-38901af5f659 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:52.751176 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-27d1fc69-a1bc-4d02-ac44-9c913c43f97a req-0847db9c-4c4d-452d-9253-38901af5f659 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/ports?device_id=71ae25ae-cb62-4b76-b164-44e6c02f74dc HTTP/1.1" status: 200 len: 946 time: 0.0543690 Sep 21 05:23:52.787963 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-27d1fc69-a1bc-4d02-ac44-9c913c43f97a req-c2f29a6f-a175-465b-b807-b6c078bc512d tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/security-groups?id=2efc370c-cc76-4606-b462-9693fd771f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308938 Sep 21 05:23:52.794173 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.db.securitygroups_db [None req-4ba5cf49-8d6e-4041-9198-17b9700d50c6 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Project 3066d5f922ad4c51b79c56e410630bfe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 05:23:52.799314 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4ba5cf49-8d6e-4041-9198-17b9700d50c6 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:52.882686 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4ba5cf49-8d6e-4041-9198-17b9700d50c6 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:52.910636 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b949499-cd32-4cd2-bbd9-9386558518c1 req-878f6772-c495-4d96-8a1a-183d468b76ce tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:52.912171 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2b949499-cd32-4cd2-bbd9-9386558518c1 req-878f6772-c495-4d96-8a1a-183d468b76ce tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/ports?device_id=71ae25ae-cb62-4b76-b164-44e6c02f74dc HTTP/1.1" status: 200 len: 946 time: 0.0511527 Sep 21 05:23:52.976338 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2b949499-cd32-4cd2-bbd9-9386558518c1 req-595a7fd1-4e50-4cfe-b09b-53dc071e3b34 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/security-groups?id=2efc370c-cc76-4606-b462-9693fd771f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582125 Sep 21 05:23:52.999778 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a102be0-76e1-4434-b49e-4ecff0b59893 req-8fae15bf-04e2-4893-aba7-1a21464ba6fb tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:53.005084 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4ba5cf49-8d6e-4041-9198-17b9700d50c6 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585508'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:53.005533 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9a102be0-76e1-4434-b49e-4ecff0b59893 req-8fae15bf-04e2-4893-aba7-1a21464ba6fb tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff9613ba-785c-440c-bfae-00573e08fe55 HTTP/1.1" status: 200 len: 946 time: 0.0690944 Sep 21 05:23:53.016960 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 58974) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:23:53.034452 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5cf49-8d6e-4041-9198-17b9700d50c6 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73bb6452-a37e-46ea-b69e-63dd88fd14b7,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:23:53.047024 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9a102be0-76e1-4434-b49e-4ecff0b59893 req-113d7047-7797-4d8f-8294-8da01350baba tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/security-groups?id=05d839fa-73c5-47b3-a600-d2c01af0c82a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354154 Sep 21 05:23:53.084725 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5845e39c-e989-49fd-a0a5-784dd49f688f req-b87a4a99-cbd9-4d07-abc4-36049e0a470e tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:53.086275 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-5845e39c-e989-49fd-a0a5-784dd49f688f req-b87a4a99-cbd9-4d07-abc4-36049e0a470e tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8597837-cb82-468d-8b14-07327db8866d HTTP/1.1" status: 200 len: 945 time: 0.0672345 Sep 21 05:23:53.131820 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4ba5cf49-8d6e-4041-9198-17b9700d50c6 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:53.133141 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-4ba5cf49-8d6e-4041-9198-17b9700d50c6 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4200025 Sep 21 05:23:53.233599 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2445c6f9-993c-4fdb-8afa-173f7b5803ac tempest-TestVolumeBootPattern-2090751478 tempest-TestVolumeBootPattern-2090751478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:53.235271 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-2445c6f9-993c-4fdb-8afa-173f7b5803ac tempest-TestVolumeBootPattern-2090751478 tempest-TestVolumeBootPattern-2090751478-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=71ae25ae-cb62-4b76-b164-44e6c02f74dc HTTP/1.1" status: 200 len: 1094 time: 0.2173626 Sep 21 05:23:53.238409 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 58986) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:23:53.243162 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-04115d15-6eea-4d28-8b8d-81d41b4428c4 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Request body: {'floatingip': {'floating_network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'port_id': 'ace77e6c-dafc-4cbc-80ff-4c95c1b283ff', 'tenant_id': 'f732baa476ec493fa4a85f15fa02b9de', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:23:53.251130 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-5845e39c-e989-49fd-a0a5-784dd49f688f req-0dcad94d-4955-41cf-86e9-542d4fa83e0f tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Deleting port f5d3f16f-d73d-4add-ba80-9dc08fba777f {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 05:23:53.251788 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5845e39c-e989-49fd-a0a5-784dd49f688f req-0dcad94d-4955-41cf-86e9-542d4fa83e0f tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751404276529'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:53.375471 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-04115d15-6eea-4d28-8b8d-81d41b4428c4 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks [] for floatingip, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:53.375837 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-5845e39c-e989-49fd-a0a5-784dd49f688f req-0dcad94d-4955-41cf-86e9-542d4fa83e0f tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] For port f5d3f16f-d73d-4add-ba80-9dc08fba777f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f5d3f16f-d73d-4add-ba80-9dc08fba777f,segment=NetworkSegment(867dd244-b99a-4551-9821-ce0615c07d65),segment_id=867dd244-b99a-4551-9821-ce0615c07d65)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:23:53.376182 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5845e39c-e989-49fd-a0a5-784dd49f688f req-0dcad94d-4955-41cf-86e9-542d4fa83e0f tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463939'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:53.390097 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-5845e39c-e989-49fd-a0a5-784dd49f688f req-0dcad94d-4955-41cf-86e9-542d4fa83e0f tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Calling delete_port for f5d3f16f-d73d-4add-ba80-9dc08fba777f owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 05:23:53.408352 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d56211-75b5-46f1-aa99-6545c90a2861 req-859aebf7-c945-4045-a4b9-193f5bad0f58 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:53.409874 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-65d56211-75b5-46f1-aa99-6545c90a2861 req-859aebf7-c945-4045-a4b9-193f5bad0f58 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8597837-cb82-468d-8b14-07327db8866d HTTP/1.1" status: 200 len: 945 time: 0.0799406 Sep 21 05:23:53.601497 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b0af8-f7c5-4b1d-bc45-a9eb3000ceb0 req-690f2aa9-5a9a-422f-aa96-4cead222f6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:53.603384 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-f62b0af8-f7c5-4b1d-bc45-a9eb3000ceb0 req-690f2aa9-5a9a-422f-aa96-4cead222f6a6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c1270fbb20a848c2956184daa8db39c9&device_id=ff9613ba-785c-440c-bfae-00573e08fe55 HTTP/1.1" status: 200 len: 1099 time: 0.0547087 Sep 21 05:23:53.707551 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b0af8-f7c5-4b1d-bc45-a9eb3000ceb0 req-c9281a9d-e556-4713-a8ba-8fca8ea650bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:53.709022 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-f62b0af8-f7c5-4b1d-bc45-a9eb3000ceb0 req-c9281a9d-e556-4713-a8ba-8fca8ea650bb service neutron] 10.222.0.32 "GET /v2.0/networks?id=151497d5-ce27-4271-a888-4f8a00b26617 HTTP/1.1" status: 200 len: 911 time: 0.0993104 Sep 21 05:23:53.712850 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5845e39c-e989-49fd-a0a5-784dd49f688f req-0dcad94d-4955-41cf-86e9-542d4fa83e0f tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751404282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751403777217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6441136'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:53.725412 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] get_ports_and_sgs() called for port_ids ['f5d3f16f-d73d-4add-ba80-9dc08fba777f'] {{(pid=94668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 05:23:53.738439 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-65d56211-75b5-46f1-aa99-6545c90a2861 req-3d3ac438-1708-4b01-a6f4-315a02e7fe72 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/security-groups?id=05e08ba4-d666-486c-942b-b57944796c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3211551 Sep 21 05:23:53.756343 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7656a091-16eb-4b8c-bea1-940bb6c94099 req-22473bfa-663b-43fc-a216-522c32983580 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:53.756343 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7656a091-16eb-4b8c-bea1-940bb6c94099 req-22473bfa-663b-43fc-a216-522c32983580 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff9613ba-785c-440c-bfae-00573e08fe55 HTTP/1.1" status: 200 len: 946 time: 0.3446088 Sep 21 05:23:53.775657 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcad94d-4955-41cf-86e9-542d4fa83e0f tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Pushing event deleted for resources: {'Port': ['ID=f5d3f16f-d73d-4add-ba80-9dc08fba777f,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:23:53.806989 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7656a091-16eb-4b8c-bea1-940bb6c94099 req-08629f71-887e-45d0-a460-2db0aea95aca tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/security-groups?id=05d839fa-73c5-47b3-a600-d2c01af0c82a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424721 Sep 21 05:23:53.822292 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-04115d15-6eea-4d28-8b8d-81d41b4428c4 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:53.830974 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-5845e39c-e989-49fd-a0a5-784dd49f688f req-0dcad94d-4955-41cf-86e9-542d4fa83e0f tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] No DVR routers for this DVR port f5d3f16f-d73d-4add-ba80-9dc08fba777f on host hv-cinder-77819 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 05:23:53.838412 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-f62b0af8-f7c5-4b1d-bc45-a9eb3000ceb0 req-dbcc285b-8ffc-4b45-a866-675cf1a2823e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14dcd758-b3f3-4b55-b36f-a3a00d0d80dc HTTP/1.1" status: 200 len: 1001 time: 0.1177974 Sep 21 05:23:53.839492 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5845e39c-e989-49fd-a0a5-784dd49f688f req-0dcad94d-4955-41cf-86e9-542d4fa83e0f tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:53.841833 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-5845e39c-e989-49fd-a0a5-784dd49f688f req-0dcad94d-4955-41cf-86e9-542d4fa83e0f tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.32 "DELETE /v2.0/ports/f5d3f16f-d73d-4add-ba80-9dc08fba777f HTTP/1.1" status: 204 len: 173 time: 0.7456744 Sep 21 05:23:53.842257 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8597837-cb82-468d-8b14-07327db8866d', 'name': 'network-vif-deleted', 'tag': 'f5d3f16f-d73d-4add-ba80-9dc08fba777f'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 05:23:53.844491 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2093a7355c0e7a06ffa9c2f51d01f7a17d1263efd9baf457b9b047ecef1e75bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da60ca4-3fd3-44d8-b29a-56fccdd96367" -d '{"events": [{"server_uuid": "e8597837-cb82-468d-8b14-07327db8866d", "name": "network-vif-deleted", "tag": "f5d3f16f-d73d-4add-ba80-9dc08fba777f"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 05:23:53.885741 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 05:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b87d381-9c2b-4165-808a-4b5627ba0e24 x-openstack-request-id: req-8b87d381-9c2b-4165-808a-4b5627ba0e24 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 05:23:53.885920 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8597837-cb82-468d-8b14-07327db8866d", "name": "network-vif-deleted", "tag": "f5d3f16f-d73d-4add-ba80-9dc08fba777f", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 05:23:53.886170 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8b87d381-9c2b-4165-808a-4b5627ba0e24 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 05:23:53.887157 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8597837-cb82-468d-8b14-07327db8866d', 'name': 'network-vif-deleted', 'tag': 'f5d3f16f-d73d-4add-ba80-9dc08fba777f', 'status': 'completed', 'code': 200} Sep 21 05:23:53.894417 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b0af8-f7c5-4b1d-bc45-a9eb3000ceb0 req-cbe8347e-6998-4658-aeb5-3957a71bada8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:53.895920 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-f62b0af8-f7c5-4b1d-bc45-a9eb3000ceb0 req-cbe8347e-6998-4658-aeb5-3957a71bada8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f6d02048-06ff-4c3a-9a06-2b16d4e50c51 HTTP/1.1" status: 200 len: 850 time: 0.0480795 Sep 21 05:23:53.943861 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b0af8-f7c5-4b1d-bc45-a9eb3000ceb0 req-b20945e0-4ad3-4b82-a89e-0f8b85d126a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:53.944159 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-f62b0af8-f7c5-4b1d-bc45-a9eb3000ceb0 req-b20945e0-4ad3-4b82-a89e-0f8b85d126a5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=151497d5-ce27-4271-a888-4f8a00b26617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0407400 Sep 21 05:23:53.947375 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.db.db_base_plugin_common [None req-04115d15-6eea-4d28-8b8d-81d41b4428c4 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Allocated IP 172.27.3.101 (666bfb66-d53f-41b5-aa91-1f3481ab5acc/80dd054f-6720-4669-be55-825ddd1b955a/d89a06f6-4a6c-4a50-965f-e780f31a362a) {{(pid=94666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 05:23:54.060231 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-f62b0af8-f7c5-4b1d-bc45-a9eb3000ceb0 req-50b37b23-ff9c-47f0-8eed-925b93858cd2 service neutron] 10.222.0.32 "GET /v2.0/networks/151497d5-ce27-4271-a888-4f8a00b26617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088409 Sep 21 05:23:54.104801 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-04115d15-6eea-4d28-8b8d-81d41b4428c4 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks [] for port, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:54.170738 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-f62b0af8-f7c5-4b1d-bc45-a9eb3000ceb0 req-08eb1b47-18d9-4089-96f7-0ccd49c67709 service neutron] 10.222.0.32 "GET /v2.0/networks/151497d5-ce27-4271-a888-4f8a00b26617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039319 Sep 21 05:23:54.190950 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc18a11-2d07-4799-892f-91535c1fe9c5 req-7dd864d7-26ba-4750-8823-58a555a9a17b tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:54.192394 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6cc18a11-2d07-4799-892f-91535c1fe9c5 req-7dd864d7-26ba-4750-8823-58a555a9a17b tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] 10.222.0.36 "GET /v2.0/networks?id=ffddc300-7398-432a-b3a6-50719b678381 HTTP/1.1" status: 200 len: 814 time: 0.1421261 Sep 21 05:23:54.210305 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6cc18a11-2d07-4799-892f-91535c1fe9c5 req-2fcc44ea-b123-4bb4-8562-8490ee70c74e tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] 10.222.0.36 "GET /v2.0/quotas/722aa5a2430a4d20b5fd45695c213a0b HTTP/1.1" status: 200 len: 375 time: 0.0094843 Sep 21 05:23:54.241238 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6cc18a11-2d07-4799-892f-91535c1fe9c5 req-d64fb7b7-b2c5-498a-b4d1-41d6883c9c03 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=722aa5a2430a4d20b5fd45695c213a0b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0249588 Sep 21 05:23:54.307080 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-04115d15-6eea-4d28-8b8d-81d41b4428c4 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751403777208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7439717'] for port, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:54.366903 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04115d15-6eea-4d28-8b8d-81d41b4428c4 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Network 666bfb66-d53f-41b5-aa91-1f3481ab5acc is already hosted by enough agents. {{(pid=94666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 05:23:54.378940 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.base_scheduler [None req-04115d15-6eea-4d28-8b8d-81d41b4428c4 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Resources bound (agent type, host, resource id): {{(pid=94666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:23:54.389894 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04115d15-6eea-4d28-8b8d-81d41b4428c4 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Received port after_create {{(pid=94666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 05:23:54.389894 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04115d15-6eea-4d28-8b8d-81d41b4428c4 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Pushing event updated for resources: {'Port': ['ID=d89a06f6-4a6c-4a50-965f-e780f31a362a,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:23:54.407782 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6cc18a11-2d07-4799-892f-91535c1fe9c5 req-425ecdca-2ea1-4c69-af60-3107605bbe69 service neutron] 10.222.0.36 "GET /v2.0/networks/ffddc300-7398-432a-b3a6-50719b678381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581008 Sep 21 05:23:54.569665 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6cc18a11-2d07-4799-892f-91535c1fe9c5 req-3195913a-dfd3-4220-a0f1-adbb997ca860 service neutron] 10.222.0.36 "GET /v2.0/networks/ffddc300-7398-432a-b3a6-50719b678381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503160 Sep 21 05:23:54.859396 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8373ebf1-8c86-422a-831f-2c6ec747837f req-7e5aa730-45b2-4b78-ad55-fcaf5bba6c56 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] 10.222.0.36 "GET /v2.0/ports?device_id=d75499e5-92a4-4cb7-8031-ffffe67d436a HTTP/1.1" status: 200 len: 210 time: 0.0358477 Sep 21 05:23:54.897305 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-731e781f-0205-4eb0-884d-32a5d170af62 req-33f334a9-78ff-4b71-8867-bba63e9ac824 tempest-ServerRescueNegativeTestJSON-422993836 tempest-ServerRescueNegativeTestJSON-422993836-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8597837-cb82-468d-8b14-07327db8866d HTTP/1.1" status: 200 len: 210 time: 0.0465660 Sep 21 05:23:54.913061 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-04115d15-6eea-4d28-8b8d-81d41b4428c4 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:55.027888 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8415b1be-8c52-48c7-ab50-e1acbc473956 req-d30e6321-9b6d-4cac-a8c1-d1bee6067dff tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:55.029550 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8415b1be-8c52-48c7-ab50-e1acbc473956 req-d30e6321-9b6d-4cac-a8c1-d1bee6067dff tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff9613ba-785c-440c-bfae-00573e08fe55 HTTP/1.1" status: 200 len: 946 time: 0.0840647 Sep 21 05:23:55.075955 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8415b1be-8c52-48c7-ab50-e1acbc473956 req-2e27d0a3-366d-45c1-9b5c-f52c1e382078 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/security-groups?id=05d839fa-73c5-47b3-a600-d2c01af0c82a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401423 Sep 21 05:23:55.165263 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-04115d15-6eea-4d28-8b8d-81d41b4428c4 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:55.320678 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-04115d15-6eea-4d28-8b8d-81d41b4428c4 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks [] for port, precommit_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:55.422529 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-04115d15-6eea-4d28-8b8d-81d41b4428c4 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7439740'] for port, after_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:55.497852 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04115d15-6eea-4d28-8b8d-81d41b4428c4 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Pushing event updated for resources: {'Port': ['ID=d89a06f6-4a6c-4a50-965f-e780f31a362a,revision_number=2']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:23:55.506146 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-04115d15-6eea-4d28-8b8d-81d41b4428c4 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473099'] for floatingip, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:55.607884 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.db.l3_db [None req-04115d15-6eea-4d28-8b8d-81d41b4428c4 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Floating IP 93b95154-9e21-4988-a2d1-fd3173958aad associated. External IP: 172.27.3.101, port: ace77e6c-dafc-4cbc-80ff-4c95c1b283ff. Sep 21 05:23:55.821495 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04115d15-6eea-4d28-8b8d-81d41b4428c4 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Router c2c9ce20-307d-4e9d-be50-13198262dfe7 has already been hosted by L3 agent e4914d08-4fb7-43fa-94fb-1720f1d16cb4 {{(pid=94666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 05:23:55.953576 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4bfd3bef-a135-4838-9071-6c139084a54f req-b408d1fd-daaf-4ef9-aac5-7cf271187117 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] 10.222.0.36 "GET /v2.0/ports?device_id=d75499e5-92a4-4cb7-8031-ffffe67d436a HTTP/1.1" status: 200 len: 210 time: 0.0371749 Sep 21 05:23:55.966742 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 59080) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:23:55.973393 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04115d15-6eea-4d28-8b8d-81d41b4428c4 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify agent at l3_agent.dv-cinder-778193-10-iscsi the message routers_updated {{(pid=94666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 05:23:55.984741 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd553b10-f106-495b-b882-ed3063aef97e None None] Sync routers for ids ['c2c9ce20-307d-4e9d-be50-13198262dfe7'] in dv-cinder-778193-10-iscsi {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 05:23:55.994441 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd553b10-f106-495b-b882-ed3063aef97e None None] Routers {'c2c9ce20-307d-4e9d-be50-13198262dfe7'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:23:55.995057 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-fd553b10-f106-495b-b882-ed3063aef97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:23:39Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['c2c9ce20-307d-4e9d-be50-13198262dfe7'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:23:56.076522 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-04115d15-6eea-4d28-8b8d-81d41b4428c4 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339'] for floatingip, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:56.105689 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-fd553b10-f106-495b-b882-ed3063aef97e None None] Set router c2c9ce20-307d-4e9d-be50-13198262dfe7 gateway port host: dv-cinder-778193-10-iscsi {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:23:56.108326 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-04115d15-6eea-4d28-8b8d-81d41b4428c4 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8687582 Sep 21 05:23:56.109177 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71ae25ae-cb62-4b76-b164-44e6c02f74dc', 'tag': 'ace77e6c-dafc-4cbc-80ff-4c95c1b283ff'}] {{(pid=94666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 05:23:56.111822 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44944af2400c5958a336bdfed19235d8f59e5c9f04ba018cfdf82e9059cb0bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed8897c-7658-4e03-bf16-7133dea0e9f6" -d '{"events": [{"name": "network-changed", "server_uuid": "71ae25ae-cb62-4b76-b164-44e6c02f74dc", "tag": "ace77e6c-dafc-4cbc-80ff-4c95c1b283ff"}]}' {{(pid=94666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 05:23:56.157955 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 05:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d17f64cf-824e-4ffd-b428-11f6533a5c16 x-openstack-request-id: req-d17f64cf-824e-4ffd-b428-11f6533a5c16 {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 05:23:56.158257 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71ae25ae-cb62-4b76-b164-44e6c02f74dc", "tag": "ace77e6c-dafc-4cbc-80ff-4c95c1b283ff", "status": "completed", "code": 200}]} {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 05:23:56.158600 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d17f64cf-824e-4ffd-b428-11f6533a5c16 {{(pid=94666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 05:23:56.159003 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71ae25ae-cb62-4b76-b164-44e6c02f74dc', 'tag': 'ace77e6c-dafc-4cbc-80ff-4c95c1b283ff', 'status': 'completed', 'code': 200} Sep 21 05:23:56.269670 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8897c-7658-4e03-bf16-7133dea0e9f6 req-732c3539-0883-447d-81e4-f2e7a7c476da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:56.271446 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-4ed8897c-7658-4e03-bf16-7133dea0e9f6 req-732c3539-0883-447d-81e4-f2e7a7c476da service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f732baa476ec493fa4a85f15fa02b9de&device_id=71ae25ae-cb62-4b76-b164-44e6c02f74dc HTTP/1.1" status: 200 len: 1099 time: 0.0868533 Sep 21 05:23:56.364637 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-fd553b10-f106-495b-b882-ed3063aef97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'name': 'tempest-TestVolumeBootPattern-1899784515-router', 'tenant_id': 'f732baa476ec493fa4a85f15fa02b9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '6e8c2428-3e06-4449-9e2a-c67975c0e061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:22:34Z', 'updated_at': '2021-09-21T05:22:38Z', 'revision_number': 4, 'project_id': 'f732baa476ec493fa4a85f15fa02b9de', 'gw_port': {'id': '6e8c2428-3e06-4449-9e2a-c67975c0e061', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:de:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:22:35Z', 'updated_at': '2021-09-21T05:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi', '_floatingips': [{'id': '93b95154-9e21-4988-a2d1-fd3173958aad', 'tenant_id': 'f732baa476ec493fa4a85f15fa02b9de', 'floating_ip_address': '172.27.3.101', 'floating_network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'router_id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'port_id': 'ace77e6c-dafc-4cbc-80ff-4c95c1b283ff', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b65ce37e-28e9-4073-aba8-42f09a595bb5', 'mac_address': 'fa:16:3e:bd:12:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ae25ae-cb62-4b76-b164-44e6c02f74dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T05:23:54Z', 'updated_at': '2021-09-21T05:23:54Z', 'revision_number': 0, 'project_id': 'f732baa476ec493fa4a85f15fa02b9de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54710508-5bd5-4242-8dcc-be137d993461', 'name': '', 'network_id': 'b65ce37e-28e9-4073-aba8-42f09a595bb5', 'tenant_id': 'f732baa476ec493fa4a85f15fa02b9de', 'mac_address': 'fa:16:3e:cc:97:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '73b79fce-eee6-4ec0-bdad-dcc75ff05127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:22:37Z', 'updated_at': '2021-09-21T05:22:43Z', 'revision_number': 5, 'project_id': 'f732baa476ec493fa4a85f15fa02b9de', 'subnets': [{'id': '73b79fce-eee6-4ec0-bdad-dcc75ff05127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:23:56.396346 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd553b10-f106-495b-b882-ed3063aef97e None None] Checking router: c2c9ce20-307d-4e9d-be50-13198262dfe7 for host: dv-cinder-778193-10-iscsi {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 05:23:56.405305 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd553b10-f106-495b-b882-ed3063aef97e None None] Routers {'c2c9ce20-307d-4e9d-be50-13198262dfe7'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:23:56.405911 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-fd553b10-f106-495b-b882-ed3063aef97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:23:39Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['c2c9ce20-307d-4e9d-be50-13198262dfe7'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:23:56.443193 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8897c-7658-4e03-bf16-7133dea0e9f6 req-db59c857-7819-4d2e-a362-b9e192fe1ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:56.444745 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-4ed8897c-7658-4e03-bf16-7133dea0e9f6 req-db59c857-7819-4d2e-a362-b9e192fe1ceb service neutron] 10.222.0.32 "GET /v2.0/networks?id=b65ce37e-28e9-4073-aba8-42f09a595bb5 HTTP/1.1" status: 200 len: 912 time: 0.1543312 Sep 21 05:23:56.607836 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-fd553b10-f106-495b-b882-ed3063aef97e None None] Set router c2c9ce20-307d-4e9d-be50-13198262dfe7 gateway port host: dv-cinder-778193-10-iscsi {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:23:56.821960 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-4ed8897c-7658-4e03-bf16-7133dea0e9f6 req-7249e2bd-b355-4444-a287-9f78f282508d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ace77e6c-dafc-4cbc-80ff-4c95c1b283ff HTTP/1.1" status: 200 len: 1000 time: 0.3688579 Sep 21 05:23:56.849934 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-fd553b10-f106-495b-b882-ed3063aef97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'name': 'tempest-TestVolumeBootPattern-1899784515-router', 'tenant_id': 'f732baa476ec493fa4a85f15fa02b9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '6e8c2428-3e06-4449-9e2a-c67975c0e061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:22:34Z', 'updated_at': '2021-09-21T05:22:38Z', 'revision_number': 4, 'project_id': 'f732baa476ec493fa4a85f15fa02b9de', 'gw_port': {'id': '6e8c2428-3e06-4449-9e2a-c67975c0e061', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:de:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:22:35Z', 'updated_at': '2021-09-21T05:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi', '_floatingips': [{'id': '93b95154-9e21-4988-a2d1-fd3173958aad', 'tenant_id': 'f732baa476ec493fa4a85f15fa02b9de', 'floating_ip_address': '172.27.3.101', 'floating_network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'router_id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'port_id': 'ace77e6c-dafc-4cbc-80ff-4c95c1b283ff', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b65ce37e-28e9-4073-aba8-42f09a595bb5', 'mac_address': 'fa:16:3e:bd:12:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ae25ae-cb62-4b76-b164-44e6c02f74dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T05:23:54Z', 'updated_at': '2021-09-21T05:23:54Z', 'revision_number': 0, 'project_id': 'f732baa476ec493fa4a85f15fa02b9de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54710508-5bd5-4242-8dcc-be137d993461', 'name': '', 'network_id': 'b65ce37e-28e9-4073-aba8-42f09a595bb5', 'tenant_id': 'f732baa476ec493fa4a85f15fa02b9de', 'mac_address': 'fa:16:3e:cc:97:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '73b79fce-eee6-4ec0-bdad-dcc75ff05127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:22:37Z', 'updated_at': '2021-09-21T05:22:43Z', 'revision_number': 5, 'project_id': 'f732baa476ec493fa4a85f15fa02b9de', 'subnets': [{'id': '73b79fce-eee6-4ec0-bdad-dcc75ff05127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:23:56.876935 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd553b10-f106-495b-b882-ed3063aef97e None None] The sync data for ids ['c2c9ce20-307d-4e9d-be50-13198262dfe7'] in dv-cinder-778193-10-iscsi is: [{'id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'name': 'tempest-TestVolumeBootPattern-1899784515-router', 'tenant_id': 'f732baa476ec493fa4a85f15fa02b9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '6e8c2428-3e06-4449-9e2a-c67975c0e061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:22:34Z', 'updated_at': '2021-09-21T05:22:38Z', 'revision_number': 4, 'project_id': 'f732baa476ec493fa4a85f15fa02b9de', 'gw_port': {'id': '6e8c2428-3e06-4449-9e2a-c67975c0e061', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:de:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:22:35Z', 'updated_at': '2021-09-21T05:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi', '_floatingips': [{'id': '93b95154-9e21-4988-a2d1-fd3173958aad', 'tenant_id': 'f732baa476ec493fa4a85f15fa02b9de', 'floating_ip_address': '172.27.3.101', 'floating_network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'router_id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'port_id': 'ace77e6c-dafc-4cbc-80ff-4c95c1b283ff', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b65ce37e-28e9-4073-aba8-42f09a595bb5', 'mac_address': 'fa:16:3e:bd:12:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ae25ae-cb62-4b76-b164-44e6c02f74dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T05:23:54Z', 'updated_at': '2021-09-21T05:23:54Z', 'revision_number': 0, 'project_id': 'f732baa476ec493fa4a85f15fa02b9de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54710508-5bd5-4242-8dcc-be137d993461', 'name': '', 'network_id': 'b65ce37e-28e9-4073-aba8-42f09a595bb5', 'tenant_id': 'f732baa476ec493fa4a85f15fa02b9de', 'mac_address': 'fa:16:3e:cc:97:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '73b79fce-eee6-4ec0-bdad-dcc75ff05127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:22:37Z', 'updated_at': '2021-09-21T05:22:43Z', 'revision_number': 5, 'project_id': 'f732baa476ec493fa4a85f15fa02b9de', 'subnets': [{'id': '73b79fce-eee6-4ec0-bdad-dcc75ff05127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 05:23:56.895964 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-78d4a932-3613-4ef3-ab15-26bbd65c305a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-471819'] for router_interface, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:56.900164 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8897c-7658-4e03-bf16-7133dea0e9f6 req-8d2b3ff4-96e3-483b-814c-0f2b710d087c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:56.905866 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-4ed8897c-7658-4e03-bf16-7133dea0e9f6 req-8d2b3ff4-96e3-483b-814c-0f2b710d087c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=73b79fce-eee6-4ec0-bdad-dcc75ff05127 HTTP/1.1" status: 200 len: 851 time: 0.0700464 Sep 21 05:23:57.030703 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8897c-7658-4e03-bf16-7133dea0e9f6 req-9f621216-5eca-430f-9a17-5a4dd005d7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:57.032234 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-4ed8897c-7658-4e03-bf16-7133dea0e9f6 req-9f621216-5eca-430f-9a17-5a4dd005d7e2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b65ce37e-28e9-4073-aba8-42f09a595bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0898507 Sep 21 05:23:57.067009 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ecff5b10-ec1f-48de-af2b-99b6615e0068 req-69267343-7a64-4e57-854b-812689a19e65 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] 10.222.0.36 "GET /v2.0/ports?device_id=d75499e5-92a4-4cb7-8031-ffffe67d436a HTTP/1.1" status: 200 len: 210 time: 0.0325322 Sep 21 05:23:57.087896 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93a9416-c4b2-46f3-80c3-2a5a5d8f1091 None None] New status for floating IP 93b95154-9e21-4988-a2d1-fd3173958aad: ACTIVE {{(pid=94668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 05:23:57.249088 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-4ed8897c-7658-4e03-bf16-7133dea0e9f6 req-85650d16-ebf9-4639-8b19-5aceb927684b service neutron] 10.222.0.32 "GET /v2.0/networks/b65ce37e-28e9-4073-aba8-42f09a595bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068713 Sep 21 05:23:57.465703 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-4ed8897c-7658-4e03-bf16-7133dea0e9f6 req-eff99a32-f505-41fd-853a-a243c6609238 service neutron] 10.222.0.32 "GET /v2.0/networks/b65ce37e-28e9-4073-aba8-42f09a595bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072256 Sep 21 05:23:57.487348 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-78d4a932-3613-4ef3-ab15-26bbd65c305a admin admin] Deleting port 81a6da86-878f-420c-a8c5-2913b1206161 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 05:23:57.487690 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-78d4a932-3613-4ef3-ab15-26bbd65c305a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751404276529'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:57.496446 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc18a11-2d07-4799-892f-91535c1fe9c5 req-76b8da6e-7e6a-4c1a-90e5-17b4937ad953 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:57.497914 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-6cc18a11-2d07-4799-892f-91535c1fe9c5 req-76b8da6e-7e6a-4c1a-90e5-17b4937ad953 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] 10.222.0.32 "GET /v2.0/networks?id=ffddc300-7398-432a-b3a6-50719b678381 HTTP/1.1" status: 200 len: 814 time: 0.1898632 Sep 21 05:23:57.519449 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [req-6cc18a11-2d07-4799-892f-91535c1fe9c5 req-47e0d990-1aa3-4d15-ab31-90c91759c102 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] Request body: {'port': {'device_id': 'd75499e5-92a4-4cb7-8031-ffffe67d436a', 'network_id': 'ffddc300-7398-432a-b3a6-50719b678381', 'admin_state_up': True, 'tenant_id': '722aa5a2430a4d20b5fd45695c213a0b'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:23:57.647355 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device f5d3f16f-d73d-4add-ba80-9dc08fba777f no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 05:23:57.648713 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-78d4a932-3613-4ef3-ab15-26bbd65c305a admin admin] For port 81a6da86-878f-420c-a8c5-2913b1206161, host dv-cinder-778193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=81a6da86-878f-420c-a8c5-2913b1206161,segment=NetworkSegment(867dd244-b99a-4551-9821-ce0615c07d65),segment_id=867dd244-b99a-4551-9821-ce0615c07d65)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:23:57.649094 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-78d4a932-3613-4ef3-ab15-26bbd65c305a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463939'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:57.666171 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] No Port match for: f5d3f16f-d73d-4add-ba80-9dc08fba777f {{(pid=94668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 05:23:57.666546 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device f5d3f16f-d73d-4add-ba80-9dc08fba777f not bound to the agent host hv-cinder-77819 {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 05:23:57.671128 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-78d4a932-3613-4ef3-ab15-26bbd65c305a admin admin] Calling delete_port for 81a6da86-878f-420c-a8c5-2913b1206161 owned by network:router_interface {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 05:23:57.863424 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cc18a11-2d07-4799-892f-91535c1fe9c5 req-47e0d990-1aa3-4d15-ab31-90c91759c102 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] Made reservation on behalf of 722aa5a2430a4d20b5fd45695c213a0b for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 05:23:57.866947 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-6cc18a11-2d07-4799-892f-91535c1fe9c5 req-47e0d990-1aa3-4d15-ab31-90c91759c102 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:57.996861 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-6cc18a11-2d07-4799-892f-91535c1fe9c5 req-47e0d990-1aa3-4d15-ab31-90c91759c102 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] Allocated IP 172.20.0.13 (ffddc300-7398-432a-b3a6-50719b678381/5d8d7acb-1576-4381-adda-5e1ee0546d15/3bf3ba27-62df-45ef-a485-69270972296e) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 05:23:58.013759 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-78d4a932-3613-4ef3-ab15-26bbd65c305a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751404282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751403777217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6441136'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:58.056013 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d4a932-3613-4ef3-ab15-26bbd65c305a admin admin] Pushing event deleted for resources: {'Port': ['ID=81a6da86-878f-420c-a8c5-2913b1206161,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:23:58.166334 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-31a54bc5-9f34-4270-a904-02fe0b7921a5 req-97ec738c-00ad-47e8-92e4-23d6bd78e111 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] 10.222.0.36 "GET /v2.0/ports?device_id=d75499e5-92a4-4cb7-8031-ffffe67d436a HTTP/1.1" status: 200 len: 210 time: 0.0277202 Sep 21 05:23:58.270574 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-6cc18a11-2d07-4799-892f-91535c1fe9c5 req-47e0d990-1aa3-4d15-ab31-90c91759c102 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:58.343880 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-78d4a932-3613-4ef3-ab15-26bbd65c305a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-473275'] for router_interface, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:58.459633 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-6cc18a11-2d07-4799-892f-91535c1fe9c5 req-47e0d990-1aa3-4d15-ab31-90c91759c102 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751403777208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6441136'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:58.545028 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cc18a11-2d07-4799-892f-91535c1fe9c5 req-47e0d990-1aa3-4d15-ab31-90c91759c102 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] Network ffddc300-7398-432a-b3a6-50719b678381 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 05:23:58.547899 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e0d990-1aa3-4d15-ab31-90c91759c102 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] Pushing event updated for resources: {'Port': ['ID=3bf3ba27-62df-45ef-a485-69270972296e,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:23:58.550331 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-6cc18a11-2d07-4799-892f-91535c1fe9c5 req-47e0d990-1aa3-4d15-ab31-90c91759c102 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:23:58.553817 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cc18a11-2d07-4799-892f-91535c1fe9c5 req-47e0d990-1aa3-4d15-ab31-90c91759c102 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 05:23:58.644300 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc18a11-2d07-4799-892f-91535c1fe9c5 req-47e0d990-1aa3-4d15-ab31-90c91759c102 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:58.644913 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-6cc18a11-2d07-4799-892f-91535c1fe9c5 req-47e0d990-1aa3-4d15-ab31-90c91759c102 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:58.671124 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78d4a932-3613-4ef3-ab15-26bbd65c305a admin admin] Router 37b55ae1-8c3b-4599-9802-e910584b10fa has already been hosted by L3 agent e4914d08-4fb7-43fa-94fb-1720f1d16cb4 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 05:23:58.726014 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-6cc18a11-2d07-4799-892f-91535c1fe9c5 req-47e0d990-1aa3-4d15-ab31-90c91759c102 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2164743 Sep 21 05:23:58.742147 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [req-6cc18a11-2d07-4799-892f-91535c1fe9c5 req-6aaa65e3-ef33-46e7-9f0e-1cfd357d5ea0 service neutron] Request body: {'port': {'device_id': 'd75499e5-92a4-4cb7-8031-ffffe67d436a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:23:59.077334 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d4a932-3613-4ef3-ab15-26bbd65c305a admin admin] Notify agent at l3_agent.dv-cinder-778193-10-iscsi the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 05:23:59.083378 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-78d4a932-3613-4ef3-ab15-26bbd65c305a admin admin] 10.222.0.36 "PUT /v2.0/routers/37b55ae1-8c3b-4599-9802-e910584b10fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1156104 Sep 21 05:23:59.084455 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-6cc18a11-2d07-4799-892f-91535c1fe9c5 req-6aaa65e3-ef33-46e7-9f0e-1cfd357d5ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:59.086108 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 59100) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:23:59.088504 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f77134-2fa4-40dd-a7a6-2ee162d37aa9 None None] Sync routers for ids ['37b55ae1-8c3b-4599-9802-e910584b10fa'] in dv-cinder-778193-10-iscsi {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 05:23:59.098501 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f77134-2fa4-40dd-a7a6-2ee162d37aa9 None None] Routers {'37b55ae1-8c3b-4599-9802-e910584b10fa'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:23:59.099116 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-e1f77134-2fa4-40dd-a7a6-2ee162d37aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:23:39Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['37b55ae1-8c3b-4599-9802-e910584b10fa'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:23:59.197320 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-0515097e-834b-4f38-a7cc-c578a498014a admin admin] Notify callbacks [] for router, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:59.222927 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-e1f77134-2fa4-40dd-a7a6-2ee162d37aa9 None None] Set router 37b55ae1-8c3b-4599-9802-e910584b10fa gateway port host: dv-cinder-778193-10-iscsi {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:23:59.389129 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [req-6cc18a11-2d07-4799-892f-91535c1fe9c5 req-6aaa65e3-ef33-46e7-9f0e-1cfd357d5ea0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bf3ba27-62df-45ef-a485-69270972296e {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 05:23:59.398113 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-6cc18a11-2d07-4799-892f-91535c1fe9c5 req-6aaa65e3-ef33-46e7-9f0e-1cfd357d5ea0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:59.412950 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-6cc18a11-2d07-4799-892f-91535c1fe9c5 req-6aaa65e3-ef33-46e7-9f0e-1cfd357d5ea0 service neutron] Transition to ACTIVE for port object 3bf3ba27-62df-45ef-a485-69270972296e will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 05:23:59.429219 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-e1f77134-2fa4-40dd-a7a6-2ee162d37aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b55ae1-8c3b-4599-9802-e910584b10fa', 'name': 'tempest-ServerRescueNegativeTestJSON-1284043057-router', 'tenant_id': 'b64060143eab4fe4b14ef5a511665b1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '08e48f07-ff20-4412-9095-dde052a63194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:20:27Z', 'updated_at': '2021-09-21T05:23:57Z', 'revision_number': 5, 'project_id': 'b64060143eab4fe4b14ef5a511665b1a', 'gw_port': {'id': '08e48f07-ff20-4412-9095-dde052a63194', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:69:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b55ae1-8c3b-4599-9802-e910584b10fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:20:28Z', 'updated_at': '2021-09-21T05:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi'}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:23:59.457365 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f77134-2fa4-40dd-a7a6-2ee162d37aa9 None None] Checking router: 37b55ae1-8c3b-4599-9802-e910584b10fa for host: dv-cinder-778193-10-iscsi {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 05:23:59.465865 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f77134-2fa4-40dd-a7a6-2ee162d37aa9 None None] Routers {'37b55ae1-8c3b-4599-9802-e910584b10fa'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:23:59.466513 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-e1f77134-2fa4-40dd-a7a6-2ee162d37aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:23:39Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['37b55ae1-8c3b-4599-9802-e910584b10fa'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:23:59.536018 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-6cc18a11-2d07-4799-892f-91535c1fe9c5 req-6aaa65e3-ef33-46e7-9f0e-1cfd357d5ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6441129'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:59.555421 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-0515097e-834b-4f38-a7cc-c578a498014a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:59.575059 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-e1f77134-2fa4-40dd-a7a6-2ee162d37aa9 None None] Set router 37b55ae1-8c3b-4599-9802-e910584b10fa gateway port host: dv-cinder-778193-10-iscsi {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:23:59.584952 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faad9728-8daa-4ccb-91dd-7071b855238b req-6e77a68c-cc0f-4d53-9bd1-e214324feba5 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:59.586601 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-faad9728-8daa-4ccb-91dd-7071b855238b req-6e77a68c-cc0f-4d53-9bd1-e214324feba5 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] 10.222.0.36 "GET /v2.0/ports?device_id=d75499e5-92a4-4cb7-8031-ffffe67d436a HTTP/1.1" status: 200 len: 932 time: 0.3363581 Sep 21 05:23:59.595229 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaa65e3-ef33-46e7-9f0e-1cfd357d5ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=3bf3ba27-62df-45ef-a485-69270972296e,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:23:59.637693 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-faad9728-8daa-4ccb-91dd-7071b855238b req-d003a5fc-0c08-43c7-b59b-2e8da53ebff4 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] 10.222.0.36 "GET /v2.0/security-groups?id=3693537d-2937-4332-b678-3811083859a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434892 Sep 21 05:23:59.671031 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-6cc18a11-2d07-4799-892f-91535c1fe9c5 req-6aaa65e3-ef33-46e7-9f0e-1cfd357d5ea0 service neutron] Attempting to bind port 3bf3ba27-62df-45ef-a485-69270972296e on host hv-cinder-77819 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 05:23:59.671372 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-6cc18a11-2d07-4799-892f-91535c1fe9c5 req-6aaa65e3-ef33-46e7-9f0e-1cfd357d5ea0 service neutron] Attempting to bind port 3bf3ba27-62df-45ef-a485-69270972296e by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '51e38676-4bd9-46c3-bbb4-13178fcd2471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ffddc300-7398-432a-b3a6-50719b678381'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 05:23:59.671703 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc18a11-2d07-4799-892f-91535c1fe9c5 req-6aaa65e3-ef33-46e7-9f0e-1cfd357d5ea0 service neutron] Attempting to bind port 3bf3ba27-62df-45ef-a485-69270972296e on network ffddc300-7398-432a-b3a6-50719b678381 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 05:23:59.675980 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc18a11-2d07-4799-892f-91535c1fe9c5 req-6aaa65e3-ef33-46e7-9f0e-1cfd357d5ea0 service neutron] Port 3bf3ba27-62df-45ef-a485-69270972296e on network ffddc300-7398-432a-b3a6-50719b678381 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 05:23:59.676322 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc18a11-2d07-4799-892f-91535c1fe9c5 req-6aaa65e3-ef33-46e7-9f0e-1cfd357d5ea0 service neutron] Attempting to bind port 3bf3ba27-62df-45ef-a485-69270972296e on network ffddc300-7398-432a-b3a6-50719b678381 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 05:23:59.681157 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc18a11-2d07-4799-892f-91535c1fe9c5 req-6aaa65e3-ef33-46e7-9f0e-1cfd357d5ea0 service neutron] Checking agent: {'id': '5298a3ad-ea79-4298-8fba-5c2796ea9d92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 5, 18, 37), 'started_at': datetime.datetime(2021, 9, 21, 5, 18, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 5, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 05:23:59.681500 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc18a11-2d07-4799-892f-91535c1fe9c5 req-6aaa65e3-ef33-46e7-9f0e-1cfd357d5ea0 service neutron] Checking segment: {'id': '51e38676-4bd9-46c3-bbb4-13178fcd2471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ffddc300-7398-432a-b3a6-50719b678381'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 05:23:59.681883 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc18a11-2d07-4799-892f-91535c1fe9c5 req-6aaa65e3-ef33-46e7-9f0e-1cfd357d5ea0 service neutron] Bound using segment: {'id': '51e38676-4bd9-46c3-bbb4-13178fcd2471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ffddc300-7398-432a-b3a6-50719b678381'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 05:23:59.682310 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-6cc18a11-2d07-4799-892f-91535c1fe9c5 req-6aaa65e3-ef33-46e7-9f0e-1cfd357d5ea0 service neutron] Bound port: 3bf3ba27-62df-45ef-a485-69270972296e, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51e38676-4bd9-46c3-bbb4-13178fcd2471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ffddc300-7398-432a-b3a6-50719b678381'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 05:23:59.682700 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-6cc18a11-2d07-4799-892f-91535c1fe9c5 req-6aaa65e3-ef33-46e7-9f0e-1cfd357d5ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:59.737184 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [None req-0515097e-834b-4f38-a7cc-c578a498014a admin admin] Deleting port 08e48f07-ff20-4412-9095-dde052a63194 {{(pid=94666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 05:23:59.737534 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-0515097e-834b-4f38-a7cc-c578a498014a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751404276529'] for port, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:59.753437 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-6cc18a11-2d07-4799-892f-91535c1fe9c5 req-6aaa65e3-ef33-46e7-9f0e-1cfd357d5ea0 service neutron] For port 3bf3ba27-62df-45ef-a485-69270972296e, host hv-cinder-77819, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 05:23:59.756835 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-6cc18a11-2d07-4799-892f-91535c1fe9c5 req-6aaa65e3-ef33-46e7-9f0e-1cfd357d5ea0 service neutron] For port 3bf3ba27-62df-45ef-a485-69270972296e, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=3bf3ba27-62df-45ef-a485-69270972296e,segment=NetworkSegment(51e38676-4bd9-46c3-bbb4-13178fcd2471),segment_id=51e38676-4bd9-46c3-bbb4-13178fcd2471)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 05:23:59.772598 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-e1f77134-2fa4-40dd-a7a6-2ee162d37aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b55ae1-8c3b-4599-9802-e910584b10fa', 'name': 'tempest-ServerRescueNegativeTestJSON-1284043057-router', 'tenant_id': 'b64060143eab4fe4b14ef5a511665b1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '08e48f07-ff20-4412-9095-dde052a63194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:20:27Z', 'updated_at': '2021-09-21T05:23:57Z', 'revision_number': 5, 'project_id': 'b64060143eab4fe4b14ef5a511665b1a', 'gw_port': {'id': '08e48f07-ff20-4412-9095-dde052a63194', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:69:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b55ae1-8c3b-4599-9802-e910584b10fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:20:28Z', 'updated_at': '2021-09-21T05:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi'}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:23:59.803220 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f77134-2fa4-40dd-a7a6-2ee162d37aa9 None None] The sync data for ids ['37b55ae1-8c3b-4599-9802-e910584b10fa'] in dv-cinder-778193-10-iscsi is: [{'id': '37b55ae1-8c3b-4599-9802-e910584b10fa', 'name': 'tempest-ServerRescueNegativeTestJSON-1284043057-router', 'tenant_id': 'b64060143eab4fe4b14ef5a511665b1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '08e48f07-ff20-4412-9095-dde052a63194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:20:27Z', 'updated_at': '2021-09-21T05:23:57Z', 'revision_number': 5, 'project_id': 'b64060143eab4fe4b14ef5a511665b1a', 'gw_port': {'id': '08e48f07-ff20-4412-9095-dde052a63194', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:69:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b55ae1-8c3b-4599-9802-e910584b10fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:20:28Z', 'updated_at': '2021-09-21T05:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi'}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 05:23:59.823132 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.db [None req-0515097e-834b-4f38-a7cc-c578a498014a admin admin] For port 08e48f07-ff20-4412-9095-dde052a63194, host dv-cinder-778193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=08e48f07-ff20-4412-9095-dde052a63194,segment=NetworkSegment(826ab498-a3a4-4696-958a-2da03407e177),segment_id=826ab498-a3a4-4696-958a-2da03407e177)] {{(pid=94666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:23:59.827090 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-0515097e-834b-4f38-a7cc-c578a498014a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463939'] for port, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:59.838226 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [None req-0515097e-834b-4f38-a7cc-c578a498014a admin admin] Calling delete_port for 08e48f07-ff20-4412-9095-dde052a63194 owned by network:router_gateway {{(pid=94666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 05:23:59.908567 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-6cc18a11-2d07-4799-892f-91535c1fe9c5 req-6aaa65e3-ef33-46e7-9f0e-1cfd357d5ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6441129'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:59.943540 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc18a11-2d07-4799-892f-91535c1fe9c5 req-6aaa65e3-ef33-46e7-9f0e-1cfd357d5ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:23:59.944173 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-6cc18a11-2d07-4799-892f-91535c1fe9c5 req-6aaa65e3-ef33-46e7-9f0e-1cfd357d5ea0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:23:59.945564 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-6cc18a11-2d07-4799-892f-91535c1fe9c5 req-6aaa65e3-ef33-46e7-9f0e-1cfd357d5ea0 service neutron] 10.222.0.32 "PUT /v2.0/ports/3bf3ba27-62df-45ef-a485-69270972296e HTTP/1.1" status: 200 len: 1094 time: 1.2075107 Sep 21 05:23:59.946000 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd75499e5-92a4-4cb7-8031-ffffe67d436a', 'tag': '3bf3ba27-62df-45ef-a485-69270972296e'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 05:23:59.948308 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2093a7355c0e7a06ffa9c2f51d01f7a17d1263efd9baf457b9b047ecef1e75bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a83945-9ea7-46da-abcc-ab29333c6e97" -d '{"events": [{"name": "network-changed", "server_uuid": "d75499e5-92a4-4cb7-8031-ffffe67d436a", "tag": "3bf3ba27-62df-45ef-a485-69270972296e"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 05:23:59.975104 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaa65e3-ef33-46e7-9f0e-1cfd357d5ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=3bf3ba27-62df-45ef-a485-69270972296e,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:24:00.002884 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 05:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0511402b-3d54-4c68-b30c-dff482418855 x-openstack-request-id: req-0511402b-3d54-4c68-b30c-dff482418855 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 05:24:00.003174 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d75499e5-92a4-4cb7-8031-ffffe67d436a", "tag": "3bf3ba27-62df-45ef-a485-69270972296e", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 05:24:00.003427 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0511402b-3d54-4c68-b30c-dff482418855 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 05:24:00.003820 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd75499e5-92a4-4cb7-8031-ffffe67d436a', 'tag': '3bf3ba27-62df-45ef-a485-69270972296e', 'status': 'completed', 'code': 200} Sep 21 05:24:00.075886 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a83945-9ea7-46da-abcc-ab29333c6e97 req-5485dd89-d42a-40ba-8512-0449b0c8e738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:24:00.077710 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-e7a83945-9ea7-46da-abcc-ab29333c6e97 req-5485dd89-d42a-40ba-8512-0449b0c8e738 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=722aa5a2430a4d20b5fd45695c213a0b&device_id=d75499e5-92a4-4cb7-8031-ffffe67d436a HTTP/1.1" status: 200 len: 1097 time: 0.0436993 Sep 21 05:24:00.127023 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-0515097e-834b-4f38-a7cc-c578a498014a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751404282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751403777217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7439717'] for port, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:00.154058 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0515097e-834b-4f38-a7cc-c578a498014a admin admin] Pushing event deleted for resources: {'Port': ['ID=08e48f07-ff20-4412-9095-dde052a63194,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:24:00.187556 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a83945-9ea7-46da-abcc-ab29333c6e97 req-e223740c-5b67-4eca-82b4-57e573cd7235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:24:00.189031 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-e7a83945-9ea7-46da-abcc-ab29333c6e97 req-e223740c-5b67-4eca-82b4-57e573cd7235 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=722aa5a2430a4d20b5fd45695c213a0b&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1024406 Sep 21 05:24:00.229760 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-0515097e-834b-4f38-a7cc-c578a498014a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473213'] for router_gateway, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:00.303140 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a83945-9ea7-46da-abcc-ab29333c6e97 req-1d4ebab4-5ab5-45a2-81ee-7cb914a30719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:24:00.304826 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-e7a83945-9ea7-46da-abcc-ab29333c6e97 req-1d4ebab4-5ab5-45a2-81ee-7cb914a30719 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1083469 Sep 21 05:24:00.347208 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-0515097e-834b-4f38-a7cc-c578a498014a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:00.349515 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-0515097e-834b-4f38-a7cc-c578a498014a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:00.387888 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc18a11-2d07-4799-892f-91535c1fe9c5 req-99502ec3-fc34-42e5-9bc9-49741582bae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:24:00.389382 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-6cc18a11-2d07-4799-892f-91535c1fe9c5 req-99502ec3-fc34-42e5-9bc9-49741582bae8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=722aa5a2430a4d20b5fd45695c213a0b&device_id=d75499e5-92a4-4cb7-8031-ffffe67d436a HTTP/1.1" status: 200 len: 1097 time: 0.0426102 Sep 21 05:24:00.432782 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-6cc18a11-2d07-4799-892f-91535c1fe9c5 req-7d154e35-6d5a-4006-afe7-12e33dbb7ef1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3bf3ba27-62df-45ef-a485-69270972296e HTTP/1.1" status: 200 len: 217 time: 0.0346200 Sep 21 05:24:00.482081 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc18a11-2d07-4799-892f-91535c1fe9c5 req-fcaa7b06-7a04-41a9-a576-f4a9d145c35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:24:00.483589 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-6cc18a11-2d07-4799-892f-91535c1fe9c5 req-fcaa7b06-7a04-41a9-a576-f4a9d145c35b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5d8d7acb-1576-4381-adda-5e1ee0546d15 HTTP/1.1" status: 200 len: 854 time: 0.0438285 Sep 21 05:24:00.484949 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-0515097e-834b-4f38-a7cc-c578a498014a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576727'] for router, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:00.485506 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0515097e-834b-4f38-a7cc-c578a498014a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37b55ae1-8c3b-4599-9802-e910584b10fa {{(pid=94666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 05:24:00.490769 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-0515097e-834b-4f38-a7cc-c578a498014a admin admin] Notify callbacks [] for router, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:00.493972 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-0515097e-834b-4f38-a7cc-c578a498014a admin admin] 10.222.0.36 "DELETE /v2.0/routers/37b55ae1-8c3b-4599-9802-e910584b10fa HTTP/1.1" status: 204 len: 168 time: 1.4047205 Sep 21 05:24:00.497134 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 59108) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:24:00.521732 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-6cc18a11-2d07-4799-892f-91535c1fe9c5 req-3801d42f-53c6-43f7-beb9-1b0b53d316b5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ffddc300-7398-432a-b3a6-50719b678381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303442 Sep 21 05:24:00.546672 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.db.db_base_plugin_v2 [None req-a02be061-c3de-47d4-86eb-276c098b36c9 admin admin] Deleting subnet eb31e64e-231d-4419-bf19-44f0d2bc22f7 {{(pid=94666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 05:24:00.551084 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-a02be061-c3de-47d4-86eb-276c098b36c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:00.595669 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-a02be061-c3de-47d4-86eb-276c098b36c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8344726'] for subnet, precommit_delete_associations {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:00.620104 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-6cc18a11-2d07-4799-892f-91535c1fe9c5 req-057832ed-d63b-4b40-b004-bac0f30ab3b4 service neutron] 10.222.0.32 "GET /v2.0/networks/ffddc300-7398-432a-b3a6-50719b678381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904779 Sep 21 05:24:00.638385 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-a02be061-c3de-47d4-86eb-276c098b36c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3669403'] for subnet, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:00.728798 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-6cc18a11-2d07-4799-892f-91535c1fe9c5 req-565e1485-2041-45dc-a8fe-91a50c1272b8 service neutron] 10.222.0.32 "GET /v2.0/networks/ffddc300-7398-432a-b3a6-50719b678381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012266 Sep 21 05:24:00.767478 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc16a6-5591-4803-bd48-536e5c01e832 req-a29c8028-5c42-45a3-9cfe-cf57869d12bc tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:24:00.769021 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-51dc16a6-5591-4803-bd48-536e5c01e832 req-a29c8028-5c42-45a3-9cfe-cf57869d12bc tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] 10.222.0.36 "GET /v2.0/ports?device_id=d75499e5-92a4-4cb7-8031-ffffe67d436a HTTP/1.1" status: 200 len: 944 time: 0.0533049 Sep 21 05:24:00.808352 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-51dc16a6-5591-4803-bd48-536e5c01e832 req-b7f1e1e0-9746-47d4-8b56-59c32eee4bc7 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] 10.222.0.36 "GET /v2.0/security-groups?id=3693537d-2937-4332-b678-3811083859a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326509 Sep 21 05:24:00.822203 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-a02be061-c3de-47d4-86eb-276c098b36c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3669388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7439690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8253416'] for subnet, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:00.853577 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02be061-c3de-47d4-86eb-276c098b36c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb31e64e-231d-4419-bf19-44f0d2bc22f7,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:24:00.857211 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-a02be061-c3de-47d4-86eb-276c098b36c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:00.858642 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-a02be061-c3de-47d4-86eb-276c098b36c9 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/eb31e64e-231d-4419-bf19-44f0d2bc22f7 HTTP/1.1" status: 204 len: 168 time: 0.3604839 Sep 21 05:24:00.867159 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 59114) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:24:00.930316 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-db45b8a8-972d-4e61-9331-f7756e4d381e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682922'] for network, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:01.024599 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-db45b8a8-972d-4e61-9331-f7756e4d381e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3667996', 'neutron.services.segments.db._delete_segments_for_network-8751404111005'] for network, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:01.030575 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device 08e48f07-ff20-4412-9095-dde052a63194 no longer exists at agent ovs-agent-dv-cinder-778193-10-iscsi {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 05:24:01.049534 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.services.segments.db [None req-db45b8a8-972d-4e61-9331-f7756e4d381e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5924b4aa-fb49-47a2-bb5c-959e13209f12']}} {{(pid=94666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:24:01.056474 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] No Port match for: 08e48f07-ff20-4412-9095-dde052a63194 {{(pid=94668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 05:24:01.056829 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device 08e48f07-ff20-4412-9095-dde052a63194 not bound to the agent host dv-cinder-778193-10-iscsi {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 05:24:01.057243 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device 81a6da86-878f-420c-a8c5-2913b1206161 no longer exists at agent ovs-agent-dv-cinder-778193-10-iscsi {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 05:24:01.058891 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.services.segments.db [None req-db45b8a8-972d-4e61-9331-f7756e4d381e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '867dd244-b99a-4551-9821-ce0615c07d65') {'for_net_delete': True} {{(pid=94666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:24:01.059189 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.services.segments.db [None req-db45b8a8-972d-4e61-9331-f7756e4d381e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '867dd244-b99a-4551-9821-ce0615c07d65') {} {{(pid=94666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:24:01.068476 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-db45b8a8-972d-4e61-9331-f7756e4d381e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751404111270', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8344733'] for segment, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:01.075646 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] No Port match for: 81a6da86-878f-420c-a8c5-2913b1206161 {{(pid=94668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 05:24:01.075999 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device 81a6da86-878f-420c-a8c5-2913b1206161 not bound to the agent host dv-cinder-778193-10-iscsi {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 05:24:01.082430 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-db45b8a8-972d-4e61-9331-f7756e4d381e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669518'] for segment, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:01.088156 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db45b8a8-972d-4e61-9331-f7756e4d381e admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=94666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 05:24:01.090433 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-db45b8a8-972d-4e61-9331-f7756e4d381e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7440276'] for segment, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:01.090816 dv-cinder-778193-10-iscsi neutron-server[94666]: Traceback (most recent call last): Sep 21 05:24:01.090816 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 05:24:01.090816 dv-cinder-778193-10-iscsi neutron-server[94666]: timer() Sep 21 05:24:01.090816 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 05:24:01.090816 dv-cinder-778193-10-iscsi neutron-server[94666]: cb(*args, **kw) Sep 21 05:24:01.090816 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 05:24:01.090816 dv-cinder-778193-10-iscsi neutron-server[94666]: return func(*args, **kwargs) Sep 21 05:24:01.090816 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 05:24:01.090816 dv-cinder-778193-10-iscsi neutron-server[94666]: self._notify() Sep 21 05:24:01.090816 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 05:24:01.090816 dv-cinder-778193-10-iscsi neutron-server[94666]: self.callback(batched_events) Sep 21 05:24:01.090816 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 05:24:01.090816 dv-cinder-778193-10-iscsi neutron-server[94666]: event.method(event) Sep 21 05:24:01.090816 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 05:24:01.090816 dv-cinder-778193-10-iscsi neutron-server[94666]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 05:24:01.090816 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 05:24:01.090816 dv-cinder-778193-10-iscsi neutron-server[94666]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 05:24:01.090816 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 05:24:01.090816 dv-cinder-778193-10-iscsi neutron-server[94666]: return f(self, *a, **k) Sep 21 05:24:01.090816 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 05:24:01.090816 dv-cinder-778193-10-iscsi neutron-server[94666]: return self._get(url).json() Sep 21 05:24:01.090816 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 05:24:01.090816 dv-cinder-778193-10-iscsi neutron-server[94666]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 05:24:01.090816 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 05:24:01.090816 dv-cinder-778193-10-iscsi neutron-server[94666]: return self.request(url, 'GET', **kwargs) Sep 21 05:24:01.090816 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 05:24:01.090816 dv-cinder-778193-10-iscsi neutron-server[94666]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 05:24:01.090816 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 05:24:01.090816 dv-cinder-778193-10-iscsi neutron-server[94666]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 05:24:01.090816 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 05:24:01.090816 dv-cinder-778193-10-iscsi neutron-server[94666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 05:24:01.090816 dv-cinder-778193-10-iscsi neutron-server[94666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 05:24:01.207068 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-db45b8a8-972d-4e61-9331-f7756e4d381e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3667973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473113'] for network, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:01.212479 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-db45b8a8-972d-4e61-9331-f7756e4d381e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531542'] for network, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:01.215044 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-db45b8a8-972d-4e61-9331-f7756e4d381e admin admin] 10.222.0.36 "DELETE /v2.0/networks/5924b4aa-fb49-47a2-bb5c-959e13209f12 HTTP/1.1" status: 204 len: 168 time: 0.3523929 Sep 21 05:24:01.227931 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db45b8a8-972d-4e61-9331-f7756e4d381e admin admin] Pushing event deleted for resources: {'Network': ['ID=5924b4aa-fb49-47a2-bb5c-959e13209f12,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:24:01.608327 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 59118) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:24:01.652209 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-596b6b1d-6f3b-4b14-b3e5-ecd8a5c2b3e7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b64060143eab4fe4b14ef5a511665b1a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0427036 Sep 21 05:24:01.654672 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 59120) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:24:01.702129 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-e42f4269-8565-4c38-8077-57208a5c660c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:01.722524 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-e42f4269-8565-4c38-8077-57208a5c660c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:01.905480 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-e42f4269-8565-4c38-8077-57208a5c660c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:01.908155 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-e42f4269-8565-4c38-8077-57208a5c660c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:01.909308 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-e42f4269-8565-4c38-8077-57208a5c660c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/05e08ba4-d666-486c-942b-b57944796c7e HTTP/1.1" status: 204 len: 168 time: 0.2537763 Sep 21 05:24:01.925044 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42f4269-8565-4c38-8077-57208a5c660c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e08ba4-d666-486c-942b-b57944796c7e,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:24:01.942089 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23747061-e7f3-4f3a-9829-314b335dbdec req-ac326ba5-8233-4c3a-ab04-0ea77fbf1a7e tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:24:01.943640 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-23747061-e7f3-4f3a-9829-314b335dbdec req-ac326ba5-8233-4c3a-ab04-0ea77fbf1a7e tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] 10.222.0.36 "GET /v2.0/ports?device_id=d75499e5-92a4-4cb7-8031-ffffe67d436a HTTP/1.1" status: 200 len: 944 time: 0.0676918 Sep 21 05:24:01.991143 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-23747061-e7f3-4f3a-9829-314b335dbdec req-1ad68379-18cc-4ff9-9340-428d108ed5d1 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] 10.222.0.36 "GET /v2.0/security-groups?id=3693537d-2937-4332-b678-3811083859a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353460 Sep 21 05:24:03.108961 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87edfa44-bdd3-44b6-9780-05099be6d9cc req-d717f9eb-0a76-4d5e-aa5d-d89c709c0336 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:24:03.110449 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-87edfa44-bdd3-44b6-9780-05099be6d9cc req-d717f9eb-0a76-4d5e-aa5d-d89c709c0336 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] 10.222.0.36 "GET /v2.0/ports?device_id=d75499e5-92a4-4cb7-8031-ffffe67d436a HTTP/1.1" status: 200 len: 944 time: 0.0529063 Sep 21 05:24:03.156554 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-87edfa44-bdd3-44b6-9780-05099be6d9cc req-450f97e3-435d-4dd5-bb23-3f7dc81388c9 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] 10.222.0.36 "GET /v2.0/security-groups?id=3693537d-2937-4332-b678-3811083859a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398805 Sep 21 05:24:03.677515 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device 3bf3ba27-62df-45ef-a485-69270972296e details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 05:24:03.774916 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] For port 3bf3ba27-62df-45ef-a485-69270972296e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=3bf3ba27-62df-45ef-a485-69270972296e,segment=NetworkSegment(51e38676-4bd9-46c3-bbb4-13178fcd2471),segment_id=51e38676-4bd9-46c3-bbb4-13178fcd2471)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:24:03.786263 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Returning: {'device': '3bf3ba27-62df-45ef-a485-69270972296e', 'network_id': 'ffddc300-7398-432a-b3a6-50719b678381', 'port_id': '3bf3ba27-62df-45ef-a485-69270972296e', 'mac_address': 'fa:16:3e:bd:af:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d8d7acb-1576-4381-adda-5e1ee0546d15', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 05:24:03.823319 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:03.837160 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.notifiers.nova [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bf3ba27-62df-45ef-a485-69270972296e {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 05:24:03.855928 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] For port 3bf3ba27-62df-45ef-a485-69270972296e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=3bf3ba27-62df-45ef-a485-69270972296e,segment=NetworkSegment(51e38676-4bd9-46c3-bbb4-13178fcd2471),segment_id=51e38676-4bd9-46c3-bbb4-13178fcd2471)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:24:03.976207 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:04.029802 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Pushing event updated for resources: {'Port': ['ID=3bf3ba27-62df-45ef-a485-69270972296e,revision_number=4']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:24:04.242924 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] get_ports_and_sgs() called for port_ids ['3bf3ba27-62df-45ef-a485-69270972296e'] {{(pid=94668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 05:24:04.269649 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a429be4-8d26-4f0f-b97f-0bd6565f730d req-1af2345d-6ad1-41c9-9616-3644c1a9e58d tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:24:04.272011 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3a429be4-8d26-4f0f-b97f-0bd6565f730d req-1af2345d-6ad1-41c9-9616-3644c1a9e58d tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] 10.222.0.36 "GET /v2.0/ports?device_id=d75499e5-92a4-4cb7-8031-ffffe67d436a HTTP/1.1" status: 200 len: 945 time: 0.0481470 Sep 21 05:24:04.309854 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3a429be4-8d26-4f0f-b97f-0bd6565f730d req-2ef8beea-855e-4f4b-9487-e6486ba81d6c tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] 10.222.0.36 "GET /v2.0/security-groups?id=3693537d-2937-4332-b678-3811083859a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319476 Sep 21 05:24:05.424960 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd319ad-ca39-418a-9529-b42811a2e538 req-f6314fcf-86ae-41f0-b8c0-abee563689d9 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:24:05.426508 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3cd319ad-ca39-418a-9529-b42811a2e538 req-f6314fcf-86ae-41f0-b8c0-abee563689d9 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] 10.222.0.36 "GET /v2.0/ports?device_id=d75499e5-92a4-4cb7-8031-ffffe67d436a HTTP/1.1" status: 200 len: 945 time: 0.0490148 Sep 21 05:24:05.466061 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3cd319ad-ca39-418a-9529-b42811a2e538 req-21c18dfe-f627-45e2-aa17-5aeddf86770b tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] 10.222.0.36 "GET /v2.0/security-groups?id=3693537d-2937-4332-b678-3811083859a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327389 Sep 21 05:24:05.697037 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device 3bf3ba27-62df-45ef-a485-69270972296e up at agent hyperv_hv-cinder-77819 {{(pid=94668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 05:24:05.847136 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-16926171-52eb-4b4e-8244-efb66ca89f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:05.858442 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Provisioning for port 3bf3ba27-62df-45ef-a485-69270972296e completed by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 05:24:05.863285 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Provisioning complete for port 3bf3ba27-62df-45ef-a485-69270972296e triggered by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:24:05.863676 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:05.943414 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:05.973459 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd75499e5-92a4-4cb7-8031-ffffe67d436a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf3ba27-62df-45ef-a485-69270972296e'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 05:24:05.980079 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9746b1cd2a1144c350740d70a5f253bbb3c4ac519592b61f014e2841f81d92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc32f10a-2fb4-4331-a64c-b114fbe19ca0" -d '{"events": [{"server_uuid": "d75499e5-92a4-4cb7-8031-ffffe67d436a", "name": "network-vif-plugged", "status": "completed", "tag": "3bf3ba27-62df-45ef-a485-69270972296e"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 05:24:06.001910 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] For port 3bf3ba27-62df-45ef-a485-69270972296e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=3bf3ba27-62df-45ef-a485-69270972296e,segment=NetworkSegment(51e38676-4bd9-46c3-bbb4-13178fcd2471),segment_id=51e38676-4bd9-46c3-bbb4-13178fcd2471)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:24:06.017480 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 05:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-064bcc55-9aa7-47d4-8e3d-21d0577f0bd7 x-openstack-request-id: req-064bcc55-9aa7-47d4-8e3d-21d0577f0bd7 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 05:24:06.017862 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d75499e5-92a4-4cb7-8031-ffffe67d436a", "name": "network-vif-plugged", "status": "completed", "tag": "3bf3ba27-62df-45ef-a485-69270972296e", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 05:24:06.018128 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-064bcc55-9aa7-47d4-8e3d-21d0577f0bd7 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 05:24:06.018564 dv-cinder-778193-10-iscsi neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd75499e5-92a4-4cb7-8031-ffffe67d436a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf3ba27-62df-45ef-a485-69270972296e', 'code': 200} Sep 21 05:24:06.075736 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:06.121962 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Pushing event updated for resources: {'Port': ['ID=3bf3ba27-62df-45ef-a485-69270972296e,revision_number=5']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:24:06.251195 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.agents_db [None req-b3bad76d-57ee-4137-9d9b-1a82d1aed62b None None] Agent healthcheck: found 6 active agents {{(pid=94669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 05:24:06.328532 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e2ac4-2bf0-41c8-bacc-d72dc5e9541e req-d8246e08-7d18-44dc-add8-7895c050afa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:24:06.330049 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-684e2ac4-2bf0-41c8-bacc-d72dc5e9541e req-d8246e08-7d18-44dc-add8-7895c050afa6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d75499e5-92a4-4cb7-8031-ffffe67d436a HTTP/1.1" status: 200 len: 1099 time: 0.0417886 Sep 21 05:24:06.372264 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-684e2ac4-2bf0-41c8-bacc-d72dc5e9541e req-ff8ef27f-c072-412f-8195-dadf62be1823 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3693537d-2937-4332-b678-3811083859a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291860 Sep 21 05:24:06.586212 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0ef7bd-7cb4-4725-9d20-8b351f13e0a2 req-bb7dca5e-b035-483a-867e-0b1deac15f80 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:24:06.588006 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5e0ef7bd-7cb4-4725-9d20-8b351f13e0a2 req-bb7dca5e-b035-483a-867e-0b1deac15f80 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] 10.222.0.36 "GET /v2.0/ports?device_id=d75499e5-92a4-4cb7-8031-ffffe67d436a HTTP/1.1" status: 200 len: 946 time: 0.0567176 Sep 21 05:24:06.626093 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5e0ef7bd-7cb4-4725-9d20-8b351f13e0a2 req-41a54d03-a9bc-478b-8256-4c086f3909ee tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] 10.222.0.36 "GET /v2.0/security-groups?id=3693537d-2937-4332-b678-3811083859a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313909 Sep 21 05:24:07.739220 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc5dc44-d368-4a90-9f99-a3f8bdd10511 req-387e81bb-dc28-4914-8e1e-1f4ee8f8be22 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:24:07.740709 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7fc5dc44-d368-4a90-9f99-a3f8bdd10511 req-387e81bb-dc28-4914-8e1e-1f4ee8f8be22 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] 10.222.0.36 "GET /v2.0/ports?device_id=d75499e5-92a4-4cb7-8031-ffffe67d436a HTTP/1.1" status: 200 len: 946 time: 0.0478563 Sep 21 05:24:07.778303 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7fc5dc44-d368-4a90-9f99-a3f8bdd10511 req-ec37da42-8cbe-40ec-9b99-434c226f8dbf tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] 10.222.0.36 "GET /v2.0/security-groups?id=3693537d-2937-4332-b678-3811083859a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309896 Sep 21 05:24:08.050635 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:08.607330 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5b9cacea-9259-46aa-8e70-a0e5ceb676e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:08.892327 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7185f4e-69c3-47c6-b0f1-022383f75c4e req-5daed285-d750-41dc-8019-ea04d592093a tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:24:08.893805 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f7185f4e-69c3-47c6-b0f1-022383f75c4e req-5daed285-d750-41dc-8019-ea04d592093a tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] 10.222.0.36 "GET /v2.0/ports?device_id=d75499e5-92a4-4cb7-8031-ffffe67d436a HTTP/1.1" status: 200 len: 946 time: 0.0479324 Sep 21 05:24:08.931747 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f7185f4e-69c3-47c6-b0f1-022383f75c4e req-2d899e0f-6b44-4fd1-9fcd-7dcc1d70e808 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] 10.222.0.36 "GET /v2.0/security-groups?id=3693537d-2937-4332-b678-3811083859a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318656 Sep 21 05:24:09.275560 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:09.998903 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2c351aa7-00e3-4828-8663-e1495c3162e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:11.184387 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a1fb1f33-fe48-4684-9a56-b3eb65d74809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:13.544647 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5689f7c8-b199-4f0d-b510-55fee7d5052c req-ebf0b6c0-54c8-499e-8f5c-a5a69ba76964 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1217991332&fields=id&tenant_id=3066d5f922ad4c51b79c56e410630bfe HTTP/1.1" status: 200 len: 267 time: 0.0337002 Sep 21 05:24:13.653177 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689f7c8-b199-4f0d-b510-55fee7d5052c req-0e260d03-ed81-44be-beb2-a0bb265006ff tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:24:13.654632 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5689f7c8-b199-4f0d-b510-55fee7d5052c req-0e260d03-ed81-44be-beb2-a0bb265006ff tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/networks?id=43668b48-43ec-47a9-8fb0-92503a824bd3 HTTP/1.1" status: 200 len: 808 time: 0.1032593 Sep 21 05:24:13.669894 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5689f7c8-b199-4f0d-b510-55fee7d5052c req-3e2fe9f5-30b0-45e2-9104-bb80c9f82c56 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/quotas/3066d5f922ad4c51b79c56e410630bfe HTTP/1.1" status: 200 len: 375 time: 0.0095727 Sep 21 05:24:13.720522 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5689f7c8-b199-4f0d-b510-55fee7d5052c req-061fa555-2498-4c42-8e69-f5fbe0a6652c tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3066d5f922ad4c51b79c56e410630bfe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455821 Sep 21 05:24:13.822937 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5689f7c8-b199-4f0d-b510-55fee7d5052c req-ddcb55d8-f67b-48fd-b456-a0313fd5e34d service neutron] 10.222.0.36 "GET /v2.0/networks/43668b48-43ec-47a9-8fb0-92503a824bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902486 Sep 21 05:24:13.923218 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5689f7c8-b199-4f0d-b510-55fee7d5052c req-1d2716bb-9427-4caa-bc25-1fdb52308051 service neutron] 10.222.0.36 "GET /v2.0/networks/43668b48-43ec-47a9-8fb0-92503a824bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928173 Sep 21 05:24:13.964533 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 59360) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:24:14.081293 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f1f260f1-dec3-45ef-b299-b1e090c6dd9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:14.167733 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f1f260f1-dec3-45ef-b299-b1e090c6dd9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:14.229700 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f1f260f1-dec3-45ef-b299-b1e090c6dd9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:14.268928 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-f1f260f1-dec3-45ef-b299-b1e090c6dd9e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=898fd0659b724a2983d73c87f6a46b31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3025060 Sep 21 05:24:14.270016 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f260f1-dec3-45ef-b299-b1e090c6dd9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=917de21b-bbf1-4fcf-bf13-e8b7c8b8f389,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:24:14.271751 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 59370) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:24:14.324812 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-90ec7d44-5346-4377-a034-551fc9b3db16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:14.346181 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-90ec7d44-5346-4377-a034-551fc9b3db16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:14.479109 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-90ec7d44-5346-4377-a034-551fc9b3db16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:14.482078 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-90ec7d44-5346-4377-a034-551fc9b3db16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:14.483286 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-90ec7d44-5346-4377-a034-551fc9b3db16 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/917de21b-bbf1-4fcf-bf13-e8b7c8b8f389 HTTP/1.1" status: 204 len: 168 time: 0.2105050 Sep 21 05:24:14.491144 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ec7d44-5346-4377-a034-551fc9b3db16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=917de21b-bbf1-4fcf-bf13-e8b7c8b8f389,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:24:14.588192 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a8f13f85-ab72-4918-86a5-c6858279751c req-dbd92a34-36d0-49df-b7c9-cdd29b3db7cf tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/ports?device_id=dad1ea62-42e7-4277-a6ec-d16fafaf5de2 HTTP/1.1" status: 200 len: 210 time: 0.0259590 Sep 21 05:24:15.670382 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e4da556e-5520-43c9-b388-d808c33afb9f req-3e30a275-31dd-4156-99b8-50e01f6a6a98 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/ports?device_id=dad1ea62-42e7-4277-a6ec-d16fafaf5de2 HTTP/1.1" status: 200 len: 210 time: 0.0275867 Sep 21 05:24:16.772555 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d4ab2a80-764d-481f-a920-b05dbbf5566f req-19c24087-1fc6-4350-ad20-aa9dfb49e445 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/ports?device_id=dad1ea62-42e7-4277-a6ec-d16fafaf5de2 HTTP/1.1" status: 200 len: 210 time: 0.0254385 Sep 21 05:24:17.117663 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 59434) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:24:17.225188 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-6d6e2b17-5ba6-4215-a2d8-2e3fb204ea47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:17.299222 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689f7c8-b199-4f0d-b510-55fee7d5052c req-4cea2dd0-9904-42b4-b0e6-701ead73cb9d tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:24:17.300688 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-5689f7c8-b199-4f0d-b510-55fee7d5052c req-4cea2dd0-9904-42b4-b0e6-701ead73cb9d tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.32 "GET /v2.0/networks?id=43668b48-43ec-47a9-8fb0-92503a824bd3 HTTP/1.1" status: 200 len: 808 time: 0.1085024 Sep 21 05:24:17.318643 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-6d6e2b17-5ba6-4215-a2d8-2e3fb204ea47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:17.347732 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-5689f7c8-b199-4f0d-b510-55fee7d5052c req-41a7ca97-f167-4c31-a2c0-8d1bc39fe917 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3066d5f922ad4c51b79c56e410630bfe HTTP/1.1" status: 200 len: 380 time: 0.0334842 Sep 21 05:24:17.359201 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [req-5689f7c8-b199-4f0d-b510-55fee7d5052c req-6e0ca8a1-379e-4d6c-a1ec-0dfdb8c1f141 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Request body: {'port': {'device_id': 'dad1ea62-42e7-4277-a6ec-d16fafaf5de2', 'network_id': '43668b48-43ec-47a9-8fb0-92503a824bd3', 'admin_state_up': True, 'tenant_id': '3066d5f922ad4c51b79c56e410630bfe', 'security_groups': ['2e1765e6-cde3-492e-859a-4ddd3b6fa338']}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:24:17.404573 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-6d6e2b17-5ba6-4215-a2d8-2e3fb204ea47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:17.448855 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-6d6e2b17-5ba6-4215-a2d8-2e3fb204ea47 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ecc2b1e4c1a047bda143894bc95ac493&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3271224 Sep 21 05:24:17.448855 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6e2b17-5ba6-4215-a2d8-2e3fb204ea47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8065e283-cf04-46d1-93e4-7f19f94d9fd9,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:24:17.449169 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 59438) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:24:17.520194 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-86ab1aeb-6ad8-40c4-828c-5e5dbc598fbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:17.542728 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-86ab1aeb-6ad8-40c4-828c-5e5dbc598fbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:17.669377 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5689f7c8-b199-4f0d-b510-55fee7d5052c req-6e0ca8a1-379e-4d6c-a1ec-0dfdb8c1f141 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Made reservation on behalf of 3066d5f922ad4c51b79c56e410630bfe for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 05:24:17.673014 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5689f7c8-b199-4f0d-b510-55fee7d5052c req-6e0ca8a1-379e-4d6c-a1ec-0dfdb8c1f141 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:17.705221 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-86ab1aeb-6ad8-40c4-828c-5e5dbc598fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:17.707748 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-86ab1aeb-6ad8-40c4-828c-5e5dbc598fbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:17.708875 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-86ab1aeb-6ad8-40c4-828c-5e5dbc598fbb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8065e283-cf04-46d1-93e4-7f19f94d9fd9 HTTP/1.1" status: 204 len: 168 time: 0.2588143 Sep 21 05:24:17.754354 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ab1aeb-6ad8-40c4-828c-5e5dbc598fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8065e283-cf04-46d1-93e4-7f19f94d9fd9,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:24:17.820678 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-5689f7c8-b199-4f0d-b510-55fee7d5052c req-6e0ca8a1-379e-4d6c-a1ec-0dfdb8c1f141 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Allocated IP 172.20.0.8 (43668b48-43ec-47a9-8fb0-92503a824bd3/4d367135-c118-4f1f-8d0c-187c518691fd/c97253be-44f1-4220-b4e2-84917bb82b31) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 05:24:17.871340 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1a6c33f9-0580-4de5-839d-bdb30daddbdd req-dcb0e91f-39d1-40ba-9972-66655281d49b tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/ports?device_id=dad1ea62-42e7-4277-a6ec-d16fafaf5de2 HTTP/1.1" status: 200 len: 210 time: 0.0261486 Sep 21 05:24:17.989007 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5689f7c8-b199-4f0d-b510-55fee7d5052c req-6e0ca8a1-379e-4d6c-a1ec-0dfdb8c1f141 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:18.073336 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5689f7c8-b199-4f0d-b510-55fee7d5052c req-6e0ca8a1-379e-4d6c-a1ec-0dfdb8c1f141 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751403777208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6441136'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:18.120397 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5689f7c8-b199-4f0d-b510-55fee7d5052c req-6e0ca8a1-379e-4d6c-a1ec-0dfdb8c1f141 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Network 43668b48-43ec-47a9-8fb0-92503a824bd3 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 05:24:18.123545 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-5689f7c8-b199-4f0d-b510-55fee7d5052c req-6e0ca8a1-379e-4d6c-a1ec-0dfdb8c1f141 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:24:18.132028 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-5689f7c8-b199-4f0d-b510-55fee7d5052c req-6e0ca8a1-379e-4d6c-a1ec-0dfdb8c1f141 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 05:24:18.157765 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0ca8a1-379e-4d6c-a1ec-0dfdb8c1f141 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Pushing event updated for resources: {'Port': ['ID=c97253be-44f1-4220-b4e2-84917bb82b31,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:24:18.189865 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689f7c8-b199-4f0d-b510-55fee7d5052c req-6e0ca8a1-379e-4d6c-a1ec-0dfdb8c1f141 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:24:18.190509 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5689f7c8-b199-4f0d-b510-55fee7d5052c req-6e0ca8a1-379e-4d6c-a1ec-0dfdb8c1f141 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:18.330878 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-5689f7c8-b199-4f0d-b510-55fee7d5052c req-6e0ca8a1-379e-4d6c-a1ec-0dfdb8c1f141 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9759085 Sep 21 05:24:18.344454 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [req-5689f7c8-b199-4f0d-b510-55fee7d5052c req-9fbf63ad-9385-4aa9-ab5b-901fd1f26bc8 service neutron] Request body: {'port': {'device_id': 'dad1ea62-42e7-4277-a6ec-d16fafaf5de2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:24:18.384920 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-d25f060b-70af-497d-9556-ab9e15931a2b None None] Provisioning complete for port c97253be-44f1-4220-b4e2-84917bb82b31 triggered by entity DHCP. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:24:18.386337 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d25f060b-70af-497d-9556-ab9e15931a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:18.399628 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5689f7c8-b199-4f0d-b510-55fee7d5052c req-9fbf63ad-9385-4aa9-ab5b-901fd1f26bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:18.423567 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-d25f060b-70af-497d-9556-ab9e15931a2b None None] Port c97253be-44f1-4220-b4e2-84917bb82b31 cannot update to ACTIVE because it is not bound. {{(pid=94668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 05:24:18.496827 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 59448) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:24:18.513007 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-5e090040-9bed-4682-8f39-4a773b5e18f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:18.605079 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-5e090040-9bed-4682-8f39-4a773b5e18f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:18.669925 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [req-5689f7c8-b199-4f0d-b510-55fee7d5052c req-9fbf63ad-9385-4aa9-ab5b-901fd1f26bc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c97253be-44f1-4220-b4e2-84917bb82b31 {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 05:24:18.677439 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5689f7c8-b199-4f0d-b510-55fee7d5052c req-9fbf63ad-9385-4aa9-ab5b-901fd1f26bc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:18.690923 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-5689f7c8-b199-4f0d-b510-55fee7d5052c req-9fbf63ad-9385-4aa9-ab5b-901fd1f26bc8 service neutron] Transition to ACTIVE for port object c97253be-44f1-4220-b4e2-84917bb82b31 will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 05:24:18.694039 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-5e090040-9bed-4682-8f39-4a773b5e18f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:18.736259 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-5e090040-9bed-4682-8f39-4a773b5e18f2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=da8fe91f7b58457ead29911495af62ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2380993 Sep 21 05:24:18.738483 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e090040-9bed-4682-8f39-4a773b5e18f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f4dbb4-6c84-4b03-94fe-ac3c1f5b30c3,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:24:18.738939 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 59450) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:24:18.791949 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5466fd68-c506-47b7-bc34-12404b9e82cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:18.818520 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5466fd68-c506-47b7-bc34-12404b9e82cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:18.820398 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5689f7c8-b199-4f0d-b510-55fee7d5052c req-9fbf63ad-9385-4aa9-ab5b-901fd1f26bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6441129'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:18.905610 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbf63ad-9385-4aa9-ab5b-901fd1f26bc8 service neutron] Pushing event updated for resources: {'Port': ['ID=c97253be-44f1-4220-b4e2-84917bb82b31,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:24:18.983895 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-5689f7c8-b199-4f0d-b510-55fee7d5052c req-9fbf63ad-9385-4aa9-ab5b-901fd1f26bc8 service neutron] Attempting to bind port c97253be-44f1-4220-b4e2-84917bb82b31 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 05:24:18.984244 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-5689f7c8-b199-4f0d-b510-55fee7d5052c req-9fbf63ad-9385-4aa9-ab5b-901fd1f26bc8 service neutron] Attempting to bind port c97253be-44f1-4220-b4e2-84917bb82b31 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '3ccfcff5-47bb-4252-9f72-eb6d42563205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '43668b48-43ec-47a9-8fb0-92503a824bd3'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 05:24:18.984573 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5689f7c8-b199-4f0d-b510-55fee7d5052c req-9fbf63ad-9385-4aa9-ab5b-901fd1f26bc8 service neutron] Attempting to bind port c97253be-44f1-4220-b4e2-84917bb82b31 on network 43668b48-43ec-47a9-8fb0-92503a824bd3 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 05:24:18.990432 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5689f7c8-b199-4f0d-b510-55fee7d5052c req-9fbf63ad-9385-4aa9-ab5b-901fd1f26bc8 service neutron] Port c97253be-44f1-4220-b4e2-84917bb82b31 on network 43668b48-43ec-47a9-8fb0-92503a824bd3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 05:24:18.990774 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5689f7c8-b199-4f0d-b510-55fee7d5052c req-9fbf63ad-9385-4aa9-ab5b-901fd1f26bc8 service neutron] Attempting to bind port c97253be-44f1-4220-b4e2-84917bb82b31 on network 43668b48-43ec-47a9-8fb0-92503a824bd3 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 05:24:18.996882 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5689f7c8-b199-4f0d-b510-55fee7d5052c req-9fbf63ad-9385-4aa9-ab5b-901fd1f26bc8 service neutron] Checking agent: {'id': '5298a3ad-ea79-4298-8fba-5c2796ea9d92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 5, 18, 37), 'started_at': datetime.datetime(2021, 9, 21, 5, 18, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 5, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 05:24:18.997130 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5689f7c8-b199-4f0d-b510-55fee7d5052c req-9fbf63ad-9385-4aa9-ab5b-901fd1f26bc8 service neutron] Checking segment: {'id': '3ccfcff5-47bb-4252-9f72-eb6d42563205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '43668b48-43ec-47a9-8fb0-92503a824bd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 05:24:18.997512 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5689f7c8-b199-4f0d-b510-55fee7d5052c req-9fbf63ad-9385-4aa9-ab5b-901fd1f26bc8 service neutron] Bound using segment: {'id': '3ccfcff5-47bb-4252-9f72-eb6d42563205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '43668b48-43ec-47a9-8fb0-92503a824bd3'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 05:24:18.997943 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-5689f7c8-b199-4f0d-b510-55fee7d5052c req-9fbf63ad-9385-4aa9-ab5b-901fd1f26bc8 service neutron] Bound port: c97253be-44f1-4220-b4e2-84917bb82b31, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ccfcff5-47bb-4252-9f72-eb6d42563205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '43668b48-43ec-47a9-8fb0-92503a824bd3'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 05:24:18.998354 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5689f7c8-b199-4f0d-b510-55fee7d5052c req-9fbf63ad-9385-4aa9-ab5b-901fd1f26bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:19.029494 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65275be-7b1b-4dbb-9bed-d547a8217c3f req-11257fa8-0e20-430e-9279-acf6237b9951 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:24:19.031169 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e65275be-7b1b-4dbb-9bed-d547a8217c3f req-11257fa8-0e20-430e-9279-acf6237b9951 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/ports?device_id=dad1ea62-42e7-4277-a6ec-d16fafaf5de2 HTTP/1.1" status: 200 len: 943 time: 0.0755062 Sep 21 05:24:19.050529 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5466fd68-c506-47b7-bc34-12404b9e82cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:19.053713 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5466fd68-c506-47b7-bc34-12404b9e82cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:19.057437 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-5466fd68-c506-47b7-bc34-12404b9e82cf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b8f4dbb4-6c84-4b03-94fe-ac3c1f5b30c3 HTTP/1.1" status: 204 len: 168 time: 0.3148539 Sep 21 05:24:19.083434 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5466fd68-c506-47b7-bc34-12404b9e82cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f4dbb4-6c84-4b03-94fe-ac3c1f5b30c3,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:24:19.084527 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e65275be-7b1b-4dbb-9bed-d547a8217c3f req-9c0ef81f-3ce7-40c9-85a6-1824bf65490c tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e1765e6-cde3-492e-859a-4ddd3b6fa338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463881 Sep 21 05:24:19.092488 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-5689f7c8-b199-4f0d-b510-55fee7d5052c req-9fbf63ad-9385-4aa9-ab5b-901fd1f26bc8 service neutron] For port c97253be-44f1-4220-b4e2-84917bb82b31, host hv-cinder-77819, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 05:24:19.107513 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-5689f7c8-b199-4f0d-b510-55fee7d5052c req-9fbf63ad-9385-4aa9-ab5b-901fd1f26bc8 service neutron] For port c97253be-44f1-4220-b4e2-84917bb82b31, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c97253be-44f1-4220-b4e2-84917bb82b31,segment=NetworkSegment(3ccfcff5-47bb-4252-9f72-eb6d42563205),segment_id=3ccfcff5-47bb-4252-9f72-eb6d42563205)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 05:24:19.172916 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5689f7c8-b199-4f0d-b510-55fee7d5052c req-9fbf63ad-9385-4aa9-ab5b-901fd1f26bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6441129'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:19.209844 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689f7c8-b199-4f0d-b510-55fee7d5052c req-9fbf63ad-9385-4aa9-ab5b-901fd1f26bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:24:19.210500 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5689f7c8-b199-4f0d-b510-55fee7d5052c req-9fbf63ad-9385-4aa9-ab5b-901fd1f26bc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:19.211909 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-5689f7c8-b199-4f0d-b510-55fee7d5052c req-9fbf63ad-9385-4aa9-ab5b-901fd1f26bc8 service neutron] 10.222.0.32 "PUT /v2.0/ports/c97253be-44f1-4220-b4e2-84917bb82b31 HTTP/1.1" status: 200 len: 1093 time: 0.8715043 Sep 21 05:24:19.212346 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dad1ea62-42e7-4277-a6ec-d16fafaf5de2', 'tag': 'c97253be-44f1-4220-b4e2-84917bb82b31'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 05:24:19.214723 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2093a7355c0e7a06ffa9c2f51d01f7a17d1263efd9baf457b9b047ecef1e75bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6078c1dc-15e6-462c-b1a5-20b0a781540f" -d '{"events": [{"name": "network-changed", "server_uuid": "dad1ea62-42e7-4277-a6ec-d16fafaf5de2", "tag": "c97253be-44f1-4220-b4e2-84917bb82b31"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 05:24:19.244277 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbf63ad-9385-4aa9-ab5b-901fd1f26bc8 service neutron] Pushing event updated for resources: {'Port': ['ID=c97253be-44f1-4220-b4e2-84917bb82b31,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:24:19.266158 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 05:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f979f4fd-0a09-4780-b3db-8dfa41abf3f8 x-openstack-request-id: req-f979f4fd-0a09-4780-b3db-8dfa41abf3f8 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 05:24:19.266158 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dad1ea62-42e7-4277-a6ec-d16fafaf5de2", "tag": "c97253be-44f1-4220-b4e2-84917bb82b31", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 05:24:19.266158 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f979f4fd-0a09-4780-b3db-8dfa41abf3f8 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 05:24:19.266158 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dad1ea62-42e7-4277-a6ec-d16fafaf5de2', 'tag': 'c97253be-44f1-4220-b4e2-84917bb82b31', 'status': 'completed', 'code': 200} Sep 21 05:24:19.336036 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6078c1dc-15e6-462c-b1a5-20b0a781540f req-55118810-e84f-4aef-962c-073483e116fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:24:19.337601 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-6078c1dc-15e6-462c-b1a5-20b0a781540f req-55118810-e84f-4aef-962c-073483e116fc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3066d5f922ad4c51b79c56e410630bfe&device_id=dad1ea62-42e7-4277-a6ec-d16fafaf5de2 HTTP/1.1" status: 200 len: 1096 time: 0.0462453 Sep 21 05:24:19.449319 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6078c1dc-15e6-462c-b1a5-20b0a781540f req-ab01c8f4-878f-4ec9-b229-cc651a70e1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:24:19.451052 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-6078c1dc-15e6-462c-b1a5-20b0a781540f req-ab01c8f4-878f-4ec9-b229-cc651a70e1b2 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=3066d5f922ad4c51b79c56e410630bfe&shared=False HTTP/1.1" status: 200 len: 908 time: 0.0995982 Sep 21 05:24:19.556176 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6078c1dc-15e6-462c-b1a5-20b0a781540f req-3a468e11-f15d-4ca8-81d4-bcdd5f30f528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:24:19.557693 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-6078c1dc-15e6-462c-b1a5-20b0a781540f req-3a468e11-f15d-4ca8-81d4-bcdd5f30f528 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0982137 Sep 21 05:24:19.639427 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689f7c8-b199-4f0d-b510-55fee7d5052c req-dd1fe38e-956d-4933-87c3-fa4c6517f765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:24:19.640923 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-5689f7c8-b199-4f0d-b510-55fee7d5052c req-dd1fe38e-956d-4933-87c3-fa4c6517f765 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3066d5f922ad4c51b79c56e410630bfe&device_id=dad1ea62-42e7-4277-a6ec-d16fafaf5de2 HTTP/1.1" status: 200 len: 1096 time: 0.0405395 Sep 21 05:24:19.688035 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-5689f7c8-b199-4f0d-b510-55fee7d5052c req-7a7f10c5-348d-4987-a6f7-72e11d710364 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c97253be-44f1-4220-b4e2-84917bb82b31 HTTP/1.1" status: 200 len: 217 time: 0.0373106 Sep 21 05:24:19.741141 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689f7c8-b199-4f0d-b510-55fee7d5052c req-a03f1d75-d831-4673-997e-63dd8517175c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:24:19.742664 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-5689f7c8-b199-4f0d-b510-55fee7d5052c req-a03f1d75-d831-4673-997e-63dd8517175c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4d367135-c118-4f1f-8d0c-187c518691fd HTTP/1.1" status: 200 len: 847 time: 0.0455904 Sep 21 05:24:19.799675 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689f7c8-b199-4f0d-b510-55fee7d5052c req-fe5c8f8e-06ed-4905-ab63-a14e2d72f96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:24:19.801078 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-5689f7c8-b199-4f0d-b510-55fee7d5052c req-fe5c8f8e-06ed-4905-ab63-a14e2d72f96c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=43668b48-43ec-47a9-8fb0-92503a824bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0445058 Sep 21 05:24:19.899299 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-5689f7c8-b199-4f0d-b510-55fee7d5052c req-26fb8231-fba2-406f-a190-4dc751b30ee2 service neutron] 10.222.0.32 "GET /v2.0/networks/43668b48-43ec-47a9-8fb0-92503a824bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895274 Sep 21 05:24:19.999887 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-5689f7c8-b199-4f0d-b510-55fee7d5052c req-b39029e7-5c5a-4f9b-8a6a-70b2cdba7c4f service neutron] 10.222.0.32 "GET /v2.0/networks/43668b48-43ec-47a9-8fb0-92503a824bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924580 Sep 21 05:24:20.201514 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b4aee-17c9-418f-9674-0b10dbf86efd req-b40ff850-dbd0-42dd-a6b6-ec1c131474cb tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:24:20.203475 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1c9b4aee-17c9-418f-9674-0b10dbf86efd req-b40ff850-dbd0-42dd-a6b6-ec1c131474cb tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/ports?device_id=dad1ea62-42e7-4277-a6ec-d16fafaf5de2 HTTP/1.1" status: 200 len: 943 time: 0.0507789 Sep 21 05:24:20.244787 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1c9b4aee-17c9-418f-9674-0b10dbf86efd req-cdeb985a-9900-4b37-8ddf-0a76d9668c62 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e1765e6-cde3-492e-859a-4ddd3b6fa338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344520 Sep 21 05:24:21.369414 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d546fa92-6f21-44b4-8e95-1eb9cb6b7c1d req-9c968da7-c22a-45f6-b7fc-5b68374180f8 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:24:21.371564 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d546fa92-6f21-44b4-8e95-1eb9cb6b7c1d req-9c968da7-c22a-45f6-b7fc-5b68374180f8 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/ports?device_id=dad1ea62-42e7-4277-a6ec-d16fafaf5de2 HTTP/1.1" status: 200 len: 943 time: 0.0498965 Sep 21 05:24:21.420649 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d546fa92-6f21-44b4-8e95-1eb9cb6b7c1d req-34b753d1-aee0-444b-826c-3c61cc213228 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e1765e6-cde3-492e-859a-4ddd3b6fa338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418420 Sep 21 05:24:22.539479 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdadad3-0fda-4c7b-8b46-ecfb5f6ae270 req-37e819a2-a926-4d6b-9d8e-9ae431e21467 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:24:22.541140 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3fdadad3-0fda-4c7b-8b46-ecfb5f6ae270 req-37e819a2-a926-4d6b-9d8e-9ae431e21467 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/ports?device_id=dad1ea62-42e7-4277-a6ec-d16fafaf5de2 HTTP/1.1" status: 200 len: 943 time: 0.0540671 Sep 21 05:24:22.579966 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3fdadad3-0fda-4c7b-8b46-ecfb5f6ae270 req-e9a9c19e-c8f9-404f-bc4a-6b908077a333 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e1765e6-cde3-492e-859a-4ddd3b6fa338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321615 Sep 21 05:24:23.690975 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b428e0-ba9f-4a89-b7eb-57d4000f9589 req-1a232596-97e4-4cb2-9e9c-d3f01f655ec7 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:24:23.692444 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e4b428e0-ba9f-4a89-b7eb-57d4000f9589 req-1a232596-97e4-4cb2-9e9c-d3f01f655ec7 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/ports?device_id=dad1ea62-42e7-4277-a6ec-d16fafaf5de2 HTTP/1.1" status: 200 len: 943 time: 0.0473878 Sep 21 05:24:23.730184 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e4b428e0-ba9f-4a89-b7eb-57d4000f9589 req-19ce51b8-f8f5-419b-be99-5441a0d8e561 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e1765e6-cde3-492e-859a-4ddd3b6fa338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314190 Sep 21 05:24:24.923038 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afbb69c-ad35-43f8-95b8-0d20c8a9ffcf req-087853b1-2c96-4511-a154-1890a4626391 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:24:24.924542 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6afbb69c-ad35-43f8-95b8-0d20c8a9ffcf req-087853b1-2c96-4511-a154-1890a4626391 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/ports?device_id=dad1ea62-42e7-4277-a6ec-d16fafaf5de2 HTTP/1.1" status: 200 len: 943 time: 0.1290958 Sep 21 05:24:24.966015 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6afbb69c-ad35-43f8-95b8-0d20c8a9ffcf req-ead7597d-0639-474d-b950-797cd37857d5 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e1765e6-cde3-492e-859a-4ddd3b6fa338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355101 Sep 21 05:24:26.081220 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed3b2d8-c737-4c2b-a282-7a5d4b28ff50 req-77737a42-c6d3-4f4c-892a-61244eb38c4d tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:24:26.082700 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3ed3b2d8-c737-4c2b-a282-7a5d4b28ff50 req-77737a42-c6d3-4f4c-892a-61244eb38c4d tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/ports?device_id=dad1ea62-42e7-4277-a6ec-d16fafaf5de2 HTTP/1.1" status: 200 len: 943 time: 0.0516541 Sep 21 05:24:26.120834 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3ed3b2d8-c737-4c2b-a282-7a5d4b28ff50 req-98ca4c04-f3df-4741-a26d-7e28556788d4 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e1765e6-cde3-492e-859a-4ddd3b6fa338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322435 Sep 21 05:24:27.247828 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99333bf-76a7-425b-a21f-c529e6785f75 req-c6f54800-377c-4652-b58e-31385529c88b tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:24:27.249351 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b99333bf-76a7-425b-a21f-c529e6785f75 req-c6f54800-377c-4652-b58e-31385529c88b tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/ports?device_id=dad1ea62-42e7-4277-a6ec-d16fafaf5de2 HTTP/1.1" status: 200 len: 943 time: 0.0561104 Sep 21 05:24:27.288816 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b99333bf-76a7-425b-a21f-c529e6785f75 req-763d6462-2f9e-460b-860a-b497720c82f6 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e1765e6-cde3-492e-859a-4ddd3b6fa338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322242 Sep 21 05:24:27.784744 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device c97253be-44f1-4220-b4e2-84917bb82b31 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 05:24:27.879750 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] For port c97253be-44f1-4220-b4e2-84917bb82b31, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c97253be-44f1-4220-b4e2-84917bb82b31,segment=NetworkSegment(3ccfcff5-47bb-4252-9f72-eb6d42563205),segment_id=3ccfcff5-47bb-4252-9f72-eb6d42563205)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:24:27.891125 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Returning: {'device': 'c97253be-44f1-4220-b4e2-84917bb82b31', 'network_id': '43668b48-43ec-47a9-8fb0-92503a824bd3', 'port_id': 'c97253be-44f1-4220-b4e2-84917bb82b31', 'mac_address': 'fa:16:3e:c6:35:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d367135-c118-4f1f-8d0c-187c518691fd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 05:24:27.927346 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:27.940231 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.notifiers.nova [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c97253be-44f1-4220-b4e2-84917bb82b31 {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 05:24:27.958991 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] For port c97253be-44f1-4220-b4e2-84917bb82b31, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c97253be-44f1-4220-b4e2-84917bb82b31,segment=NetworkSegment(3ccfcff5-47bb-4252-9f72-eb6d42563205),segment_id=3ccfcff5-47bb-4252-9f72-eb6d42563205)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:24:28.040773 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:28.088429 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Pushing event updated for resources: {'Port': ['ID=c97253be-44f1-4220-b4e2-84917bb82b31,revision_number=4']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:24:28.390445 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] get_ports_and_sgs() called for port_ids ['c97253be-44f1-4220-b4e2-84917bb82b31'] {{(pid=94668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 05:24:28.407031 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6244203a-8ea2-470b-9893-2fbf01b36771 req-9ddf86ae-8638-41a1-969f-e5fd5757a3e9 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:24:28.408592 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6244203a-8ea2-470b-9893-2fbf01b36771 req-9ddf86ae-8638-41a1-969f-e5fd5757a3e9 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/ports?device_id=dad1ea62-42e7-4277-a6ec-d16fafaf5de2 HTTP/1.1" status: 200 len: 944 time: 0.0486505 Sep 21 05:24:28.448196 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6244203a-8ea2-470b-9893-2fbf01b36771 req-d3891b77-7a1f-4319-9123-decdf369d3af tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e1765e6-cde3-492e-859a-4ddd3b6fa338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336134 Sep 21 05:24:29.565402 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839672bc-f275-459b-8ce4-2e398a11df14 req-43fcd5c3-286a-42b5-a456-84f804b73feb tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:24:29.566900 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-839672bc-f275-459b-8ce4-2e398a11df14 req-43fcd5c3-286a-42b5-a456-84f804b73feb tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/ports?device_id=dad1ea62-42e7-4277-a6ec-d16fafaf5de2 HTTP/1.1" status: 200 len: 944 time: 0.0513413 Sep 21 05:24:29.603920 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-839672bc-f275-459b-8ce4-2e398a11df14 req-152a7b51-4360-4779-b600-00ecb98e6f3f tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e1765e6-cde3-492e-859a-4ddd3b6fa338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309222 Sep 21 05:24:29.816948 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device c97253be-44f1-4220-b4e2-84917bb82b31 up at agent hyperv_hv-cinder-77819 {{(pid=94668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 05:24:29.960621 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Provisioning for port c97253be-44f1-4220-b4e2-84917bb82b31 completed by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 05:24:29.965192 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Provisioning complete for port c97253be-44f1-4220-b4e2-84917bb82b31 triggered by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:24:29.965650 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:30.040634 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:30.066213 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dad1ea62-42e7-4277-a6ec-d16fafaf5de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c97253be-44f1-4220-b4e2-84917bb82b31'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 05:24:30.069384 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9746b1cd2a1144c350740d70a5f253bbb3c4ac519592b61f014e2841f81d92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-147bd4e3-7082-4068-ba3b-33782de47067" -d '{"events": [{"server_uuid": "dad1ea62-42e7-4277-a6ec-d16fafaf5de2", "name": "network-vif-plugged", "status": "completed", "tag": "c97253be-44f1-4220-b4e2-84917bb82b31"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 05:24:30.084925 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] For port c97253be-44f1-4220-b4e2-84917bb82b31, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c97253be-44f1-4220-b4e2-84917bb82b31,segment=NetworkSegment(3ccfcff5-47bb-4252-9f72-eb6d42563205),segment_id=3ccfcff5-47bb-4252-9f72-eb6d42563205)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:24:30.120437 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 05:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0478df5f-f8ea-4fe3-bcc7-3766c7c0e347 x-openstack-request-id: req-0478df5f-f8ea-4fe3-bcc7-3766c7c0e347 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 05:24:30.120729 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dad1ea62-42e7-4277-a6ec-d16fafaf5de2", "name": "network-vif-plugged", "status": "completed", "tag": "c97253be-44f1-4220-b4e2-84917bb82b31", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 05:24:30.120981 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0478df5f-f8ea-4fe3-bcc7-3766c7c0e347 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 05:24:30.121369 dv-cinder-778193-10-iscsi neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dad1ea62-42e7-4277-a6ec-d16fafaf5de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c97253be-44f1-4220-b4e2-84917bb82b31', 'code': 200} Sep 21 05:24:30.199400 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:30.256715 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Pushing event updated for resources: {'Port': ['ID=c97253be-44f1-4220-b4e2-84917bb82b31,revision_number=5']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:24:30.548202 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7dda7b-262b-470b-b618-97d99739e2a5 req-37bcddb4-ba0a-4ff6-9935-9bd225deb88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:24:30.549693 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-6d7dda7b-262b-470b-b618-97d99739e2a5 req-37bcddb4-ba0a-4ff6-9935-9bd225deb88d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dad1ea62-42e7-4277-a6ec-d16fafaf5de2 HTTP/1.1" status: 200 len: 1098 time: 0.0439577 Sep 21 05:24:30.592396 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-6d7dda7b-262b-470b-b618-97d99739e2a5 req-61946b9f-5f76-4819-a598-1dba095847ca service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2e1765e6-cde3-492e-859a-4ddd3b6fa338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275600 Sep 21 05:24:30.722447 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53924ae7-ccb0-4158-b7fb-800320ce02db req-a637bba8-133c-4f88-8f10-4f5df4b64649 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:24:30.723884 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-53924ae7-ccb0-4158-b7fb-800320ce02db req-a637bba8-133c-4f88-8f10-4f5df4b64649 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/ports?device_id=dad1ea62-42e7-4277-a6ec-d16fafaf5de2 HTTP/1.1" status: 200 len: 945 time: 0.0511069 Sep 21 05:24:30.761212 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-53924ae7-ccb0-4158-b7fb-800320ce02db req-3b1b9265-b418-43b3-9b38-3ce46a3db6b3 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e1765e6-cde3-492e-859a-4ddd3b6fa338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308375 Sep 21 05:24:31.898337 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad23024-5b96-418c-b082-af5a530bce1a req-dea2f070-8d20-47c4-b431-207f641f0ebd tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:24:31.899769 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cad23024-5b96-418c-b082-af5a530bce1a req-dea2f070-8d20-47c4-b431-207f641f0ebd tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/ports?device_id=dad1ea62-42e7-4277-a6ec-d16fafaf5de2 HTTP/1.1" status: 200 len: 945 time: 0.0481830 Sep 21 05:24:31.940334 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cad23024-5b96-418c-b082-af5a530bce1a req-c0145efb-a5c0-429d-ae41-34aa221ca290 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e1765e6-cde3-492e-859a-4ddd3b6fa338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344849 Sep 21 05:24:33.069902 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd390043-58e7-4708-b9ea-8387fc764f93 req-a6bdcca1-ca17-4b9a-ad0b-81760346891f tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:24:33.071478 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-dd390043-58e7-4708-b9ea-8387fc764f93 req-a6bdcca1-ca17-4b9a-ad0b-81760346891f tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/ports?device_id=dad1ea62-42e7-4277-a6ec-d16fafaf5de2 HTTP/1.1" status: 200 len: 945 time: 0.0548756 Sep 21 05:24:33.112330 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-dd390043-58e7-4708-b9ea-8387fc764f93 req-e7294cda-036c-4058-83c4-668f5f470e3d tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e1765e6-cde3-492e-859a-4ddd3b6fa338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343773 Sep 21 05:24:33.226863 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e06b45a-b13d-4008-bcc7-febe1908bb02 req-abf27beb-a68d-4c6f-af0a-30b632ed35d4 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:24:33.228359 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4e06b45a-b13d-4008-bcc7-febe1908bb02 req-abf27beb-a68d-4c6f-af0a-30b632ed35d4 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/ports?device_id=dad1ea62-42e7-4277-a6ec-d16fafaf5de2 HTTP/1.1" status: 200 len: 945 time: 0.0482752 Sep 21 05:24:33.265646 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4e06b45a-b13d-4008-bcc7-febe1908bb02 req-79a95cc3-3242-4cf6-86e2-81994329e823 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e1765e6-cde3-492e-859a-4ddd3b6fa338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308013 Sep 21 05:24:33.286734 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 59690) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:24:33.466051 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab889a7-a568-4e21-beb7-a568d552a2e3 tempest-TestShelveInstance-116135551 tempest-TestShelveInstance-116135551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:24:33.467594 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-0ab889a7-a568-4e21-beb7-a568d552a2e3 tempest-TestShelveInstance-116135551 tempest-TestShelveInstance-116135551-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=dad1ea62-42e7-4277-a6ec-d16fafaf5de2 HTTP/1.1" status: 200 len: 1093 time: 0.1798725 Sep 21 05:24:33.470536 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 59694) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:24:33.474734 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-5644a580-aa09-4afc-b3ad-b0debfacfe05 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Request body: {'floatingip': {'floating_network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'port_id': 'c97253be-44f1-4220-b4e2-84917bb82b31', 'tenant_id': '3066d5f922ad4c51b79c56e410630bfe', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:24:33.649965 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-5644a580-aa09-4afc-b3ad-b0debfacfe05 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Notify callbacks [] for floatingip, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:33.751808 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-5644a580-aa09-4afc-b3ad-b0debfacfe05 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:33.861830 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.db.db_base_plugin_common [None req-5644a580-aa09-4afc-b3ad-b0debfacfe05 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Allocated IP 172.27.3.141 (666bfb66-d53f-41b5-aa91-1f3481ab5acc/80dd054f-6720-4669-be55-825ddd1b955a/fbf7d28c-afd6-42fa-86fc-76b24c5f9aa5) {{(pid=94666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 05:24:33.960929 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-5644a580-aa09-4afc-b3ad-b0debfacfe05 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Notify callbacks [] for port, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:34.069365 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-5644a580-aa09-4afc-b3ad-b0debfacfe05 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751403777208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7439717'] for port, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:34.106819 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5644a580-aa09-4afc-b3ad-b0debfacfe05 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Network 666bfb66-d53f-41b5-aa91-1f3481ab5acc is already hosted by enough agents. {{(pid=94666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 05:24:34.109656 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.base_scheduler [None req-5644a580-aa09-4afc-b3ad-b0debfacfe05 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Resources bound (agent type, host, resource id): {{(pid=94666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:24:34.115616 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5644a580-aa09-4afc-b3ad-b0debfacfe05 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Received port after_create {{(pid=94666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 05:24:34.140123 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5644a580-aa09-4afc-b3ad-b0debfacfe05 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Pushing event updated for resources: {'Port': ['ID=fbf7d28c-afd6-42fa-86fc-76b24c5f9aa5,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:24:34.478310 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-5644a580-aa09-4afc-b3ad-b0debfacfe05 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:34.636430 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-5644a580-aa09-4afc-b3ad-b0debfacfe05 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:34.780204 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-5644a580-aa09-4afc-b3ad-b0debfacfe05 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Notify callbacks [] for port, precommit_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:34.875373 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-5644a580-aa09-4afc-b3ad-b0debfacfe05 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7439740'] for port, after_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:34.950320 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5644a580-aa09-4afc-b3ad-b0debfacfe05 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Pushing event updated for resources: {'Port': ['ID=fbf7d28c-afd6-42fa-86fc-76b24c5f9aa5,revision_number=2']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:24:34.961120 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-5644a580-aa09-4afc-b3ad-b0debfacfe05 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473099'] for floatingip, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:35.061819 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.db.l3_db [None req-5644a580-aa09-4afc-b3ad-b0debfacfe05 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Floating IP e7ffa71b-b22a-421c-8133-15e74decf107 associated. External IP: 172.27.3.141, port: c97253be-44f1-4220-b4e2-84917bb82b31. Sep 21 05:24:35.481419 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5644a580-aa09-4afc-b3ad-b0debfacfe05 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Router e7e7c1ae-157c-47e9-b269-b304f762e71d has already been hosted by L3 agent e4914d08-4fb7-43fa-94fb-1720f1d16cb4 {{(pid=94666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 05:24:35.594983 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5644a580-aa09-4afc-b3ad-b0debfacfe05 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Notify agent at l3_agent.dv-cinder-778193-10-iscsi the message routers_updated {{(pid=94666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 05:24:35.604198 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3671a5-abd7-49fe-a6ad-442cf97ac97a None None] Sync routers for ids ['e7e7c1ae-157c-47e9-b269-b304f762e71d'] in dv-cinder-778193-10-iscsi {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 05:24:35.613042 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3671a5-abd7-49fe-a6ad-442cf97ac97a None None] Routers {'e7e7c1ae-157c-47e9-b269-b304f762e71d'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:24:35.613656 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-ac3671a5-abd7-49fe-a6ad-442cf97ac97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:24:09Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['e7e7c1ae-157c-47e9-b269-b304f762e71d'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:24:35.686809 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-5644a580-aa09-4afc-b3ad-b0debfacfe05 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339'] for floatingip, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:35.716233 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-5644a580-aa09-4afc-b3ad-b0debfacfe05 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2446024 Sep 21 05:24:35.716828 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dad1ea62-42e7-4277-a6ec-d16fafaf5de2', 'tag': 'c97253be-44f1-4220-b4e2-84917bb82b31'}] {{(pid=94666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 05:24:35.719098 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-ac3671a5-abd7-49fe-a6ad-442cf97ac97a None None] Set router e7e7c1ae-157c-47e9-b269-b304f762e71d gateway port host: dv-cinder-778193-10-iscsi {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:24:35.719319 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44944af2400c5958a336bdfed19235d8f59e5c9f04ba018cfdf82e9059cb0bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-769254eb-c06a-4fc2-8bef-c14f7689b1aa" -d '{"events": [{"name": "network-changed", "server_uuid": "dad1ea62-42e7-4277-a6ec-d16fafaf5de2", "tag": "c97253be-44f1-4220-b4e2-84917bb82b31"}]}' {{(pid=94666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 05:24:35.754650 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 05:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a14072c-cbc2-4857-a38f-a18b14eed854 x-openstack-request-id: req-4a14072c-cbc2-4857-a38f-a18b14eed854 {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 05:24:35.754940 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dad1ea62-42e7-4277-a6ec-d16fafaf5de2", "tag": "c97253be-44f1-4220-b4e2-84917bb82b31", "status": "completed", "code": 200}]} {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 05:24:35.755190 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4a14072c-cbc2-4857-a38f-a18b14eed854 {{(pid=94666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 05:24:35.755577 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dad1ea62-42e7-4277-a6ec-d16fafaf5de2', 'tag': 'c97253be-44f1-4220-b4e2-84917bb82b31', 'status': 'completed', 'code': 200} Sep 21 05:24:35.840595 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769254eb-c06a-4fc2-8bef-c14f7689b1aa req-00f009bf-4259-4c8d-9fcb-a76f573df085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:24:35.842182 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-769254eb-c06a-4fc2-8bef-c14f7689b1aa req-00f009bf-4259-4c8d-9fcb-a76f573df085 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3066d5f922ad4c51b79c56e410630bfe&device_id=dad1ea62-42e7-4277-a6ec-d16fafaf5de2 HTTP/1.1" status: 200 len: 1098 time: 0.0413420 Sep 21 05:24:35.874641 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-dfcff375-28dd-4f8a-84f4-37b802e41916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:35.933600 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769254eb-c06a-4fc2-8bef-c14f7689b1aa req-83ab2913-14e8-42cd-accd-f0dba8526ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:24:35.935263 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-769254eb-c06a-4fc2-8bef-c14f7689b1aa req-83ab2913-14e8-42cd-accd-f0dba8526ad3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=43668b48-43ec-47a9-8fb0-92503a824bd3 HTTP/1.1" status: 200 len: 908 time: 0.0835614 Sep 21 05:24:36.017088 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-769254eb-c06a-4fc2-8bef-c14f7689b1aa req-79177997-f85e-4b4a-8d5b-acf861225e0a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c97253be-44f1-4220-b4e2-84917bb82b31 HTTP/1.1" status: 200 len: 999 time: 0.0679440 Sep 21 05:24:36.068904 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769254eb-c06a-4fc2-8bef-c14f7689b1aa req-280a222a-dee0-412a-aef9-db5132ceac95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:24:36.070413 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-769254eb-c06a-4fc2-8bef-c14f7689b1aa req-280a222a-dee0-412a-aef9-db5132ceac95 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4d367135-c118-4f1f-8d0c-187c518691fd HTTP/1.1" status: 200 len: 847 time: 0.0452189 Sep 21 05:24:36.116741 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-ac3671a5-abd7-49fe-a6ad-442cf97ac97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e7c1ae-157c-47e9-b269-b304f762e71d', 'name': 'tempest-TestShelveInstance-255200123-router', 'tenant_id': '3066d5f922ad4c51b79c56e410630bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'bfd4d201-4e22-47da-915c-7f7f459f667a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:23:31Z', 'updated_at': '2021-09-21T05:23:37Z', 'revision_number': 4, 'project_id': '3066d5f922ad4c51b79c56e410630bfe', 'gw_port': {'id': 'bfd4d201-4e22-47da-915c-7f7f459f667a', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:75:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e7c1ae-157c-47e9-b269-b304f762e71d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:23:32Z', 'updated_at': '2021-09-21T05:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi', '_floatingips': [{'id': 'e7ffa71b-b22a-421c-8133-15e74decf107', 'tenant_id': '3066d5f922ad4c51b79c56e410630bfe', 'floating_ip_address': '172.27.3.141', 'floating_network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'router_id': 'e7e7c1ae-157c-47e9-b269-b304f762e71d', 'port_id': 'c97253be-44f1-4220-b4e2-84917bb82b31', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43668b48-43ec-47a9-8fb0-92503a824bd3', 'mac_address': 'fa:16:3e:c6:35:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad1ea62-42e7-4277-a6ec-d16fafaf5de2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T05:24:34Z', 'updated_at': '2021-09-21T05:24:34Z', 'revision_number': 0, 'project_id': '3066d5f922ad4c51b79c56e410630bfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b181e200-3df5-4ad0-8e7c-c2c914309c36', 'name': '', 'network_id': '43668b48-43ec-47a9-8fb0-92503a824bd3', 'tenant_id': '3066d5f922ad4c51b79c56e410630bfe', 'mac_address': 'fa:16:3e:1a:b5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e7c1ae-157c-47e9-b269-b304f762e71d', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '4d367135-c118-4f1f-8d0c-187c518691fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:23:35Z', 'updated_at': '2021-09-21T05:23:40Z', 'revision_number': 5, 'project_id': '3066d5f922ad4c51b79c56e410630bfe', 'subnets': [{'id': '4d367135-c118-4f1f-8d0c-187c518691fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:24:36.126786 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769254eb-c06a-4fc2-8bef-c14f7689b1aa req-d34ff0c1-3cf5-4fd0-a96a-5af3faf1a386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:24:36.128317 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-769254eb-c06a-4fc2-8bef-c14f7689b1aa req-d34ff0c1-3cf5-4fd0-a96a-5af3faf1a386 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=43668b48-43ec-47a9-8fb0-92503a824bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0417452 Sep 21 05:24:36.144570 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3671a5-abd7-49fe-a6ad-442cf97ac97a None None] Checking router: e7e7c1ae-157c-47e9-b269-b304f762e71d for host: dv-cinder-778193-10-iscsi {{(pid=94668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 05:24:36.157032 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3671a5-abd7-49fe-a6ad-442cf97ac97a None None] Routers {'e7e7c1ae-157c-47e9-b269-b304f762e71d'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:24:36.157667 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-ac3671a5-abd7-49fe-a6ad-442cf97ac97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:24:09Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['e7e7c1ae-157c-47e9-b269-b304f762e71d'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:24:36.232217 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-769254eb-c06a-4fc2-8bef-c14f7689b1aa req-57177e07-57c9-48f6-9156-2fd956afa3e4 service neutron] 10.222.0.32 "GET /v2.0/networks/43668b48-43ec-47a9-8fb0-92503a824bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947745 Sep 21 05:24:36.266585 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-ac3671a5-abd7-49fe-a6ad-442cf97ac97a None None] Set router e7e7c1ae-157c-47e9-b269-b304f762e71d gateway port host: dv-cinder-778193-10-iscsi {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:24:36.331454 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-769254eb-c06a-4fc2-8bef-c14f7689b1aa req-4248ed9f-2458-4a2e-a453-8856b0c501de service neutron] 10.222.0.32 "GET /v2.0/networks/43668b48-43ec-47a9-8fb0-92503a824bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900471 Sep 21 05:24:36.505844 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-ac3671a5-abd7-49fe-a6ad-442cf97ac97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e7c1ae-157c-47e9-b269-b304f762e71d', 'name': 'tempest-TestShelveInstance-255200123-router', 'tenant_id': '3066d5f922ad4c51b79c56e410630bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'bfd4d201-4e22-47da-915c-7f7f459f667a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:23:31Z', 'updated_at': '2021-09-21T05:23:37Z', 'revision_number': 4, 'project_id': '3066d5f922ad4c51b79c56e410630bfe', 'gw_port': {'id': 'bfd4d201-4e22-47da-915c-7f7f459f667a', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:75:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e7c1ae-157c-47e9-b269-b304f762e71d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:23:32Z', 'updated_at': '2021-09-21T05:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi', '_floatingips': [{'id': 'e7ffa71b-b22a-421c-8133-15e74decf107', 'tenant_id': '3066d5f922ad4c51b79c56e410630bfe', 'floating_ip_address': '172.27.3.141', 'floating_network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'router_id': 'e7e7c1ae-157c-47e9-b269-b304f762e71d', 'port_id': 'c97253be-44f1-4220-b4e2-84917bb82b31', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43668b48-43ec-47a9-8fb0-92503a824bd3', 'mac_address': 'fa:16:3e:c6:35:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad1ea62-42e7-4277-a6ec-d16fafaf5de2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T05:24:34Z', 'updated_at': '2021-09-21T05:24:34Z', 'revision_number': 0, 'project_id': '3066d5f922ad4c51b79c56e410630bfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b181e200-3df5-4ad0-8e7c-c2c914309c36', 'name': '', 'network_id': '43668b48-43ec-47a9-8fb0-92503a824bd3', 'tenant_id': '3066d5f922ad4c51b79c56e410630bfe', 'mac_address': 'fa:16:3e:1a:b5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e7c1ae-157c-47e9-b269-b304f762e71d', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '4d367135-c118-4f1f-8d0c-187c518691fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:23:35Z', 'updated_at': '2021-09-21T05:23:40Z', 'revision_number': 5, 'project_id': '3066d5f922ad4c51b79c56e410630bfe', 'subnets': [{'id': '4d367135-c118-4f1f-8d0c-187c518691fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:24:36.532404 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3671a5-abd7-49fe-a6ad-442cf97ac97a None None] The sync data for ids ['e7e7c1ae-157c-47e9-b269-b304f762e71d'] in dv-cinder-778193-10-iscsi is: [{'id': 'e7e7c1ae-157c-47e9-b269-b304f762e71d', 'name': 'tempest-TestShelveInstance-255200123-router', 'tenant_id': '3066d5f922ad4c51b79c56e410630bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'bfd4d201-4e22-47da-915c-7f7f459f667a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:23:31Z', 'updated_at': '2021-09-21T05:23:37Z', 'revision_number': 4, 'project_id': '3066d5f922ad4c51b79c56e410630bfe', 'gw_port': {'id': 'bfd4d201-4e22-47da-915c-7f7f459f667a', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:75:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e7c1ae-157c-47e9-b269-b304f762e71d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:23:32Z', 'updated_at': '2021-09-21T05:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi', '_floatingips': [{'id': 'e7ffa71b-b22a-421c-8133-15e74decf107', 'tenant_id': '3066d5f922ad4c51b79c56e410630bfe', 'floating_ip_address': '172.27.3.141', 'floating_network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'router_id': 'e7e7c1ae-157c-47e9-b269-b304f762e71d', 'port_id': 'c97253be-44f1-4220-b4e2-84917bb82b31', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43668b48-43ec-47a9-8fb0-92503a824bd3', 'mac_address': 'fa:16:3e:c6:35:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad1ea62-42e7-4277-a6ec-d16fafaf5de2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T05:24:34Z', 'updated_at': '2021-09-21T05:24:34Z', 'revision_number': 0, 'project_id': '3066d5f922ad4c51b79c56e410630bfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b181e200-3df5-4ad0-8e7c-c2c914309c36', 'name': '', 'network_id': '43668b48-43ec-47a9-8fb0-92503a824bd3', 'tenant_id': '3066d5f922ad4c51b79c56e410630bfe', 'mac_address': 'fa:16:3e:1a:b5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e7c1ae-157c-47e9-b269-b304f762e71d', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '4d367135-c118-4f1f-8d0c-187c518691fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:23:35Z', 'updated_at': '2021-09-21T05:23:40Z', 'revision_number': 5, 'project_id': '3066d5f922ad4c51b79c56e410630bfe', 'subnets': [{'id': '4d367135-c118-4f1f-8d0c-187c518691fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 05:24:36.598878 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-945beb27-0b47-42f0-810b-a79f5b1a1199 req-ada0648b-3e9f-486c-8796-3f9420b95e27 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ff9613ba-785c-440c-bfae-00573e08fe55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404429 Sep 21 05:24:36.662043 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945beb27-0b47-42f0-810b-a79f5b1a1199 req-fa4e4246-951b-484b-89bb-8044c37022cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:24:36.663574 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-945beb27-0b47-42f0-810b-a79f5b1a1199 req-fa4e4246-951b-484b-89bb-8044c37022cf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c1270fbb20a848c2956184daa8db39c9&device_id=ff9613ba-785c-440c-bfae-00573e08fe55 HTTP/1.1" status: 200 len: 1099 time: 0.0408812 Sep 21 05:24:36.728013 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df34a23c-489d-4a2a-bad5-d63b205bc3f0 None None] New status for floating IP e7ffa71b-b22a-421c-8133-15e74decf107: ACTIVE {{(pid=94669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 05:24:36.779406 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945beb27-0b47-42f0-810b-a79f5b1a1199 req-298d0af7-1282-4a21-9bb2-b16662db18f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:24:36.781507 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-945beb27-0b47-42f0-810b-a79f5b1a1199 req-298d0af7-1282-4a21-9bb2-b16662db18f6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=151497d5-ce27-4271-a888-4f8a00b26617 HTTP/1.1" status: 200 len: 911 time: 0.0950146 Sep 21 05:24:36.858044 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-945beb27-0b47-42f0-810b-a79f5b1a1199 req-ceaf9270-3c71-4e5f-8ee5-f2ffd89a0cf1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14dcd758-b3f3-4b55-b36f-a3a00d0d80dc HTTP/1.1" status: 200 len: 1001 time: 0.0621986 Sep 21 05:24:36.931485 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945beb27-0b47-42f0-810b-a79f5b1a1199 req-8901753d-5d3c-4173-9588-09b38a174ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:24:36.934864 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-945beb27-0b47-42f0-810b-a79f5b1a1199 req-8901753d-5d3c-4173-9588-09b38a174ff2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f6d02048-06ff-4c3a-9a06-2b16d4e50c51 HTTP/1.1" status: 200 len: 850 time: 0.0462356 Sep 21 05:24:36.991775 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945beb27-0b47-42f0-810b-a79f5b1a1199 req-8514b5ce-673e-43e6-8698-875e9aabd10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:24:36.993252 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-945beb27-0b47-42f0-810b-a79f5b1a1199 req-8514b5ce-673e-43e6-8698-875e9aabd10d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=151497d5-ce27-4271-a888-4f8a00b26617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0431874 Sep 21 05:24:37.091884 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-945beb27-0b47-42f0-810b-a79f5b1a1199 req-3e5ad395-44f2-4d18-a2f0-8994115f77bd service neutron] 10.222.0.32 "GET /v2.0/networks/151497d5-ce27-4271-a888-4f8a00b26617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892217 Sep 21 05:24:37.191129 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-945beb27-0b47-42f0-810b-a79f5b1a1199 req-1f09ebb3-5e95-4c0a-a4d8-71ef5044e212 service neutron] 10.222.0.32 "GET /v2.0/networks/151497d5-ce27-4271-a888-4f8a00b26617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918763 Sep 21 05:24:38.012092 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:38.644335 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b413fa94-e573-43a3-b44b-497cd92faa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:39.268913 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:39.949549 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2c351aa7-00e3-4828-8663-e1495c3162e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:40.377447 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7798d19-1e98-4353-8b26-987b347bee29 req-bc0f6a89-377f-45c4-a72b-eead84423551 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:24:40.379010 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c7798d19-1e98-4353-8b26-987b347bee29 req-bc0f6a89-377f-45c4-a72b-eead84423551 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 946 time: 0.0487835 Sep 21 05:24:40.416531 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c7798d19-1e98-4353-8b26-987b347bee29 req-f967b248-e69d-4e04-979e-e3989a226a8c tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312996 Sep 21 05:24:41.121706 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 59822) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:24:41.206281 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a1fb1f33-fe48-4684-9a56-b3eb65d74809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:41.222969 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-5481cb4c-ea63-476d-ac9e-21d9bd8dc3c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:41.308837 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-5481cb4c-ea63-476d-ac9e-21d9bd8dc3c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:41.388742 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-5481cb4c-ea63-476d-ac9e-21d9bd8dc3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:41.425990 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-5481cb4c-ea63-476d-ac9e-21d9bd8dc3c4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c11f1c99b62c4a48aea55bd1668e2aa3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3032534 Sep 21 05:24:41.427934 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5481cb4c-ea63-476d-ac9e-21d9bd8dc3c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3dc0a5-1151-4e32-80eb-89afef086751,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:24:41.428695 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 59826) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:24:41.477285 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-13e56a89-e321-4f40-b136-6f03bce1f0a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:41.497890 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-13e56a89-e321-4f40-b136-6f03bce1f0a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:41.539425 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4fdf8e-dcea-41f8-856f-5a1d5c4defd2 req-d4f1fb36-010a-4b2d-b393-e8c7b8566761 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:24:41.540894 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8d4fdf8e-dcea-41f8-856f-5a1d5c4defd2 req-d4f1fb36-010a-4b2d-b393-e8c7b8566761 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 946 time: 0.0510769 Sep 21 05:24:41.578277 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8d4fdf8e-dcea-41f8-856f-5a1d5c4defd2 req-ad141eae-76cd-4f28-b2f5-d1109bcc9856 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313323 Sep 21 05:24:41.617762 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-13e56a89-e321-4f40-b136-6f03bce1f0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:41.622284 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-13e56a89-e321-4f40-b136-6f03bce1f0a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:41.622284 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-13e56a89-e321-4f40-b136-6f03bce1f0a1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ba3dc0a5-1151-4e32-80eb-89afef086751 HTTP/1.1" status: 204 len: 168 time: 0.1918616 Sep 21 05:24:41.629262 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e56a89-e321-4f40-b136-6f03bce1f0a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3dc0a5-1151-4e32-80eb-89afef086751,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:24:42.297445 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 59836) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:24:42.310957 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-de2580ab-9691-4d5f-b6b4-11b435b3b7a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:42.398174 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-de2580ab-9691-4d5f-b6b4-11b435b3b7a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:42.466621 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-de2580ab-9691-4d5f-b6b4-11b435b3b7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:42.504598 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-de2580ab-9691-4d5f-b6b4-11b435b3b7a1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d3b8b27429174ba385f92e888f4498d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2061262 Sep 21 05:24:42.505765 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2580ab-9691-4d5f-b6b4-11b435b3b7a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f89317-a54c-43ab-b8e2-55da657db94b,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:24:42.507249 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 59840) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:24:42.555246 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-1012b204-639f-4f05-8a5b-059ee77bd2d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:42.575563 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-1012b204-639f-4f05-8a5b-059ee77bd2d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:42.694009 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37672953-b85c-414e-905e-077cf51bef1c req-3bdc0320-87d0-46c6-af93-844b266a9fc1 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:24:42.695506 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-37672953-b85c-414e-905e-077cf51bef1c req-3bdc0320-87d0-46c6-af93-844b266a9fc1 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 946 time: 0.0479429 Sep 21 05:24:42.707860 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-1012b204-639f-4f05-8a5b-059ee77bd2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:42.710293 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-1012b204-639f-4f05-8a5b-059ee77bd2d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:42.711351 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-1012b204-639f-4f05-8a5b-059ee77bd2d7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/76f89317-a54c-43ab-b8e2-55da657db94b HTTP/1.1" status: 204 len: 168 time: 0.2031362 Sep 21 05:24:42.730012 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1012b204-639f-4f05-8a5b-059ee77bd2d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f89317-a54c-43ab-b8e2-55da657db94b,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:24:42.749509 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-37672953-b85c-414e-905e-077cf51bef1c req-be11c67a-29cb-4def-9cb1-f4cad4211a22 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473661 Sep 21 05:24:43.251079 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.agents_db [None req-b3bad76d-57ee-4137-9d9b-1a82d1aed62b None None] Agent healthcheck: found 6 active agents {{(pid=94669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 05:24:43.875157 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2916c76-d386-4e72-a766-ab91f65d45c5 req-df50403b-61d8-423c-adc4-b3e895da47c6 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:24:43.880343 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f2916c76-d386-4e72-a766-ab91f65d45c5 req-df50403b-61d8-423c-adc4-b3e895da47c6 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 946 time: 0.0544093 Sep 21 05:24:43.918103 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f2916c76-d386-4e72-a766-ab91f65d45c5 req-5efd51af-301c-4ca3-b389-ddc71fc41f34 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318847 Sep 21 05:24:45.040377 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2d77c0-3353-48dc-86e9-3131dc771b04 req-4f99d5d8-af40-430b-a01c-1d697879158c tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:24:45.042522 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9d2d77c0-3353-48dc-86e9-3131dc771b04 req-4f99d5d8-af40-430b-a01c-1d697879158c tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 946 time: 0.0484526 Sep 21 05:24:45.079145 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9d2d77c0-3353-48dc-86e9-3131dc771b04 req-94d2f727-e112-404a-8293-860428847c16 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306613 Sep 21 05:24:46.196346 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa93acc7-aaf4-4627-9c55-6a544893086c req-f007f68f-92f2-4422-b43b-24074fe6f223 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:24:46.197795 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-aa93acc7-aaf4-4627-9c55-6a544893086c req-f007f68f-92f2-4422-b43b-24074fe6f223 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 946 time: 0.0473738 Sep 21 05:24:46.237616 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-aa93acc7-aaf4-4627-9c55-6a544893086c req-4e84847e-aacd-4a93-9d38-de563e65d319 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337429 Sep 21 05:24:47.352434 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be6658b-f77e-4a69-bca5-7e4053ab6b9b req-e3264e3c-c511-4eed-b652-ff0bc311e712 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:24:47.353880 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5be6658b-f77e-4a69-bca5-7e4053ab6b9b req-e3264e3c-c511-4eed-b652-ff0bc311e712 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 946 time: 0.0480165 Sep 21 05:24:47.390769 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5be6658b-f77e-4a69-bca5-7e4053ab6b9b req-1bd3cd8d-f749-468c-8abc-8d3e23ae02fe tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310822 Sep 21 05:24:47.880397 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fc71b9-323e-4f4c-9d19-e2f6151793b8 req-050ea769-c128-4966-95da-3e54fe674e4b tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:24:47.881923 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-52fc71b9-323e-4f4c-9d19-e2f6151793b8 req-050ea769-c128-4966-95da-3e54fe674e4b tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 946 time: 0.0498133 Sep 21 05:24:47.980347 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-52fc71b9-323e-4f4c-9d19-e2f6151793b8 req-23e13e21-c7d3-4d32-abee-3a6264368141 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Deleting port f0c31f37-8568-43df-85ed-406b86e88242 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 05:24:47.980695 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-52fc71b9-323e-4f4c-9d19-e2f6151793b8 req-23e13e21-c7d3-4d32-abee-3a6264368141 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751404276529'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:48.070349 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-52fc71b9-323e-4f4c-9d19-e2f6151793b8 req-23e13e21-c7d3-4d32-abee-3a6264368141 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] For port f0c31f37-8568-43df-85ed-406b86e88242, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f0c31f37-8568-43df-85ed-406b86e88242,segment=NetworkSegment(f6433832-0821-4a1f-a147-34f75b2bc1b3),segment_id=f6433832-0821-4a1f-a147-34f75b2bc1b3)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:24:48.070728 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-52fc71b9-323e-4f4c-9d19-e2f6151793b8 req-23e13e21-c7d3-4d32-abee-3a6264368141 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463939'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:48.305889 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-52fc71b9-323e-4f4c-9d19-e2f6151793b8 req-23e13e21-c7d3-4d32-abee-3a6264368141 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:48.305889 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-52fc71b9-323e-4f4c-9d19-e2f6151793b8 req-23e13e21-c7d3-4d32-abee-3a6264368141 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473099'] for floatingip, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:48.305889 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.db.l3_db [req-52fc71b9-323e-4f4c-9d19-e2f6151793b8 req-23e13e21-c7d3-4d32-abee-3a6264368141 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Floating IP 7fac269a-664f-4084-ad59-5ff580a802ea disassociated. External IP: 172.27.3.122, port: f0c31f37-8568-43df-85ed-406b86e88242. Sep 21 05:24:48.305889 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-52fc71b9-323e-4f4c-9d19-e2f6151793b8 req-23e13e21-c7d3-4d32-abee-3a6264368141 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Calling delete_port for f0c31f37-8568-43df-85ed-406b86e88242 owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 05:24:48.509097 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50781c7-6763-4ecc-9806-575ed56ca573 req-abe85648-75b7-4bbc-be1a-8080b50a812b tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:24:48.511171 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a50781c7-6763-4ecc-9806-575ed56ca573 req-abe85648-75b7-4bbc-be1a-8080b50a812b tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 946 time: 0.0493994 Sep 21 05:24:48.513076 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-52fc71b9-323e-4f4c-9d19-e2f6151793b8 req-23e13e21-c7d3-4d32-abee-3a6264368141 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751404282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751403777217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6441136'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:48.542509 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e13e21-c7d3-4d32-abee-3a6264368141 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Pushing event deleted for resources: {'Port': ['ID=f0c31f37-8568-43df-85ed-406b86e88242,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:24:48.554093 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a50781c7-6763-4ecc-9806-575ed56ca573 req-a5d71885-57a0-4bb0-ab8f-3cfa1639464f tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=936cc0ac-e586-4870-95d9-13241d450ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365734 Sep 21 05:24:48.554483 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e13e21-c7d3-4d32-abee-3a6264368141 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:24:48.554901 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e13e21-c7d3-4d32-abee-3a6264368141 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:24:48.555307 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e13e21-c7d3-4d32-abee-3a6264368141 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:24:48.555716 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e13e21-c7d3-4d32-abee-3a6264368141 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:24:48.557072 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e13e21-c7d3-4d32-abee-3a6264368141 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:24:48.557072 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e13e21-c7d3-4d32-abee-3a6264368141 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:24:48.562753 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e13e21-c7d3-4d32-abee-3a6264368141 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:24:48.564880 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e13e21-c7d3-4d32-abee-3a6264368141 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:24:48.566031 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e13e21-c7d3-4d32-abee-3a6264368141 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:24:48.567095 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e13e21-c7d3-4d32-abee-3a6264368141 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:24:48.567511 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e13e21-c7d3-4d32-abee-3a6264368141 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:24:48.567934 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e13e21-c7d3-4d32-abee-3a6264368141 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:24:48.800553 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a174019-a647-479a-a860-7ff873cf4335 req-a7d1e3ef-df96-4258-abb5-203ce76da865 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:24:48.802935 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8a174019-a647-479a-a860-7ff873cf4335 req-a7d1e3ef-df96-4258-abb5-203ce76da865 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff9613ba-785c-440c-bfae-00573e08fe55 HTTP/1.1" status: 200 len: 946 time: 0.0542941 Sep 21 05:24:48.851391 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8a174019-a647-479a-a860-7ff873cf4335 req-b02b7b22-d663-42c7-8d3d-075851dab052 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/security-groups?id=05d839fa-73c5-47b3-a600-d2c01af0c82a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387228 Sep 21 05:24:48.936715 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52fc71b9-323e-4f4c-9d19-e2f6151793b8 req-23e13e21-c7d3-4d32-abee-3a6264368141 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Router 29c2e55b-cae6-485f-a124-25addc251d8e has already been hosted by L3 agent e4914d08-4fb7-43fa-94fb-1720f1d16cb4 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 05:24:49.054160 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52fc71b9-323e-4f4c-9d19-e2f6151793b8 req-23e13e21-c7d3-4d32-abee-3a6264368141 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify agent at l3_agent.dv-cinder-778193-10-iscsi the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 05:24:49.064903 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b2479e-21f8-40cb-ab37-fbf77e793d50 None None] Sync routers for ids ['29c2e55b-cae6-485f-a124-25addc251d8e'] in dv-cinder-778193-10-iscsi {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 05:24:49.074707 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b2479e-21f8-40cb-ab37-fbf77e793d50 None None] Routers {'29c2e55b-cae6-485f-a124-25addc251d8e'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:24:49.075674 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-c2b2479e-21f8-40cb-ab37-fbf77e793d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:24:39Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['29c2e55b-cae6-485f-a124-25addc251d8e'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:24:49.094242 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-52fc71b9-323e-4f4c-9d19-e2f6151793b8 req-23e13e21-c7d3-4d32-abee-3a6264368141 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] No DVR routers for this DVR port f0c31f37-8568-43df-85ed-406b86e88242 on host hv-cinder-77819 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 05:24:49.096919 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-52fc71b9-323e-4f4c-9d19-e2f6151793b8 req-23e13e21-c7d3-4d32-abee-3a6264368141 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:49.099137 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-52fc71b9-323e-4f4c-9d19-e2f6151793b8 req-23e13e21-c7d3-4d32-abee-3a6264368141 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.32 "DELETE /v2.0/ports/f0c31f37-8568-43df-85ed-406b86e88242 HTTP/1.1" status: 204 len: 173 time: 1.2100766 Sep 21 05:24:49.099767 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbac02d0-41b3-4b2b-8b98-ab116fc805fe', 'name': 'network-vif-deleted', 'tag': 'f0c31f37-8568-43df-85ed-406b86e88242'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 05:24:49.102027 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2093a7355c0e7a06ffa9c2f51d01f7a17d1263efd9baf457b9b047ecef1e75bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070fe808-e605-4fad-a596-1e50434e6c1c" -d '{"events": [{"server_uuid": "cbac02d0-41b3-4b2b-8b98-ab116fc805fe", "name": "network-vif-deleted", "tag": "f0c31f37-8568-43df-85ed-406b86e88242"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 05:24:49.143375 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 05:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecdfbec3-4df1-4491-a58a-4f9f8c9bf3ba x-openstack-request-id: req-ecdfbec3-4df1-4491-a58a-4f9f8c9bf3ba {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 05:24:49.143667 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbac02d0-41b3-4b2b-8b98-ab116fc805fe", "name": "network-vif-deleted", "tag": "f0c31f37-8568-43df-85ed-406b86e88242", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 05:24:49.143930 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ecdfbec3-4df1-4491-a58a-4f9f8c9bf3ba {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 05:24:49.144328 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbac02d0-41b3-4b2b-8b98-ab116fc805fe', 'name': 'network-vif-deleted', 'tag': 'f0c31f37-8568-43df-85ed-406b86e88242', 'status': 'completed', 'code': 200} Sep 21 05:24:49.213544 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-c2b2479e-21f8-40cb-ab37-fbf77e793d50 None None] Set router 29c2e55b-cae6-485f-a124-25addc251d8e gateway port host: dv-cinder-778193-10-iscsi {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:24:49.425497 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-c2b2479e-21f8-40cb-ab37-fbf77e793d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c2e55b-cae6-485f-a124-25addc251d8e', 'name': 'tempest-AttachVolumeShelveTestJSON-810749560-router', 'tenant_id': '772420021b474ce7806243f145c281b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '820f8cfb-2e0b-431f-a515-c22b419c47fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:20:29Z', 'updated_at': '2021-09-21T05:20:38Z', 'revision_number': 4, 'project_id': '772420021b474ce7806243f145c281b8', 'gw_port': {'id': '820f8cfb-2e0b-431f-a515-c22b419c47fc', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:53:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c2e55b-cae6-485f-a124-25addc251d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:20:30Z', 'updated_at': '2021-09-21T05:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi', '_interfaces': [{'id': '27203168-ca35-41e3-9853-0a69c761b9bb', 'name': '', 'network_id': '007b9195-968a-4aaf-8c91-9ba7bd7821aa', 'tenant_id': '772420021b474ce7806243f145c281b8', 'mac_address': 'fa:16:3e:e9:c9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c2e55b-cae6-485f-a124-25addc251d8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8a68d4d6-aa72-4762-8b15-dd5ef7ab0ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:20:36Z', 'updated_at': '2021-09-21T05:20:46Z', 'revision_number': 5, 'project_id': '772420021b474ce7806243f145c281b8', 'subnets': [{'id': '8a68d4d6-aa72-4762-8b15-dd5ef7ab0ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:24:49.453063 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b2479e-21f8-40cb-ab37-fbf77e793d50 None None] Checking router: 29c2e55b-cae6-485f-a124-25addc251d8e for host: dv-cinder-778193-10-iscsi {{(pid=94668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 05:24:49.461306 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b2479e-21f8-40cb-ab37-fbf77e793d50 None None] Routers {'29c2e55b-cae6-485f-a124-25addc251d8e'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:24:49.461916 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-c2b2479e-21f8-40cb-ab37-fbf77e793d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:24:39Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['29c2e55b-cae6-485f-a124-25addc251d8e'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:24:49.573025 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-c2b2479e-21f8-40cb-ab37-fbf77e793d50 None None] Set router 29c2e55b-cae6-485f-a124-25addc251d8e gateway port host: dv-cinder-778193-10-iscsi {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:24:49.673054 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-78b3ff30-da82-4d55-9ea3-c52a7db283d8 req-a55962bd-655a-4908-bdee-62f38684d556 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 210 time: 0.0267334 Sep 21 05:24:49.778315 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-c2b2479e-21f8-40cb-ab37-fbf77e793d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c2e55b-cae6-485f-a124-25addc251d8e', 'name': 'tempest-AttachVolumeShelveTestJSON-810749560-router', 'tenant_id': '772420021b474ce7806243f145c281b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '820f8cfb-2e0b-431f-a515-c22b419c47fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:20:29Z', 'updated_at': '2021-09-21T05:20:38Z', 'revision_number': 4, 'project_id': '772420021b474ce7806243f145c281b8', 'gw_port': {'id': '820f8cfb-2e0b-431f-a515-c22b419c47fc', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:53:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c2e55b-cae6-485f-a124-25addc251d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:20:30Z', 'updated_at': '2021-09-21T05:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi', '_interfaces': [{'id': '27203168-ca35-41e3-9853-0a69c761b9bb', 'name': '', 'network_id': '007b9195-968a-4aaf-8c91-9ba7bd7821aa', 'tenant_id': '772420021b474ce7806243f145c281b8', 'mac_address': 'fa:16:3e:e9:c9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c2e55b-cae6-485f-a124-25addc251d8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8a68d4d6-aa72-4762-8b15-dd5ef7ab0ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:20:36Z', 'updated_at': '2021-09-21T05:20:46Z', 'revision_number': 5, 'project_id': '772420021b474ce7806243f145c281b8', 'subnets': [{'id': '8a68d4d6-aa72-4762-8b15-dd5ef7ab0ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:24:49.810217 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b2479e-21f8-40cb-ab37-fbf77e793d50 None None] The sync data for ids ['29c2e55b-cae6-485f-a124-25addc251d8e'] in dv-cinder-778193-10-iscsi is: [{'id': '29c2e55b-cae6-485f-a124-25addc251d8e', 'name': 'tempest-AttachVolumeShelveTestJSON-810749560-router', 'tenant_id': '772420021b474ce7806243f145c281b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '820f8cfb-2e0b-431f-a515-c22b419c47fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:20:29Z', 'updated_at': '2021-09-21T05:20:38Z', 'revision_number': 4, 'project_id': '772420021b474ce7806243f145c281b8', 'gw_port': {'id': '820f8cfb-2e0b-431f-a515-c22b419c47fc', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:53:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c2e55b-cae6-485f-a124-25addc251d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:20:30Z', 'updated_at': '2021-09-21T05:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi', '_interfaces': [{'id': '27203168-ca35-41e3-9853-0a69c761b9bb', 'name': '', 'network_id': '007b9195-968a-4aaf-8c91-9ba7bd7821aa', 'tenant_id': '772420021b474ce7806243f145c281b8', 'mac_address': 'fa:16:3e:e9:c9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c2e55b-cae6-485f-a124-25addc251d8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8a68d4d6-aa72-4762-8b15-dd5ef7ab0ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:20:36Z', 'updated_at': '2021-09-21T05:20:46Z', 'revision_number': 5, 'project_id': '772420021b474ce7806243f145c281b8', 'subnets': [{'id': '8a68d4d6-aa72-4762-8b15-dd5ef7ab0ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 05:24:49.986832 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2e3fc-b65b-48dd-ab09-04716b413457 req-dd0a6033-7fd4-4be9-bf2c-d49000fdf56c tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:24:49.988543 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-50e2e3fc-b65b-48dd-ab09-04716b413457 req-dd0a6033-7fd4-4be9-bf2c-d49000fdf56c tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff9613ba-785c-440c-bfae-00573e08fe55 HTTP/1.1" status: 200 len: 946 time: 0.0543036 Sep 21 05:24:50.035075 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-50e2e3fc-b65b-48dd-ab09-04716b413457 req-6bb1aaca-3db0-43a1-abe3-ae4d8fd26cbe tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/security-groups?id=05d839fa-73c5-47b3-a600-d2c01af0c82a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403988 Sep 21 05:24:50.074166 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb73312b-a6c9-4ed8-abbc-c618998cf566 None None] New status for floating IP 7fac269a-664f-4084-ad59-5ff580a802ea: DOWN {{(pid=94669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 05:24:50.783845 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-73d2fb98-580b-4544-8d86-b147bd6d0cce req-0e7b1b7a-c629-4afe-8d42-1aa12424d9bd tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 210 time: 0.0286136 Sep 21 05:24:51.169264 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df61888-fcdd-46fa-b60e-11a5bcb2c0ce req-0083ec5f-7565-4aeb-9161-7bc69315eb35 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:24:51.175354 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7df61888-fcdd-46fa-b60e-11a5bcb2c0ce req-0083ec5f-7565-4aeb-9161-7bc69315eb35 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff9613ba-785c-440c-bfae-00573e08fe55 HTTP/1.1" status: 200 len: 946 time: 0.0708940 Sep 21 05:24:51.216362 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7df61888-fcdd-46fa-b60e-11a5bcb2c0ce req-057a7cf8-36ba-4dbe-9f5c-270f457d8747 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/security-groups?id=05d839fa-73c5-47b3-a600-d2c01af0c82a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389805 Sep 21 05:24:51.895541 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e4e91891-dc43-4bf3-825a-60a447fc8677 req-247b3405-4f5f-492d-adfa-d4e5c6b61f07 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 210 time: 0.0264702 Sep 21 05:24:52.330847 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20945cb6-8de0-468f-b9e2-1b284a34f481 req-912abdcf-041f-48ea-9c2b-a510d83acc94 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:24:52.332409 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-20945cb6-8de0-468f-b9e2-1b284a34f481 req-912abdcf-041f-48ea-9c2b-a510d83acc94 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff9613ba-785c-440c-bfae-00573e08fe55 HTTP/1.1" status: 200 len: 946 time: 0.0492337 Sep 21 05:24:52.332553 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device f0c31f37-8568-43df-85ed-406b86e88242 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 05:24:52.352289 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] No Port match for: f0c31f37-8568-43df-85ed-406b86e88242 {{(pid=94668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 05:24:52.352644 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device f0c31f37-8568-43df-85ed-406b86e88242 not bound to the agent host hv-cinder-77819 {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 05:24:52.371997 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-20945cb6-8de0-468f-b9e2-1b284a34f481 req-ef1120b7-2e29-4f7f-891a-3a80985c2c35 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/security-groups?id=05d839fa-73c5-47b3-a600-d2c01af0c82a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333450 Sep 21 05:24:53.006153 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-66f413ec-e6b9-4f29-88ee-60888b3382ae req-5899e4dc-9886-4104-8cbe-56a866f13280 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbac02d0-41b3-4b2b-8b98-ab116fc805fe HTTP/1.1" status: 200 len: 210 time: 0.0256007 Sep 21 05:24:53.487457 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4297daff-7acf-4cbb-a2d2-13714a99ede9 req-d1549a6d-4ab7-4170-970e-ab8265f04839 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:24:53.488798 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4297daff-7acf-4cbb-a2d2-13714a99ede9 req-d1549a6d-4ab7-4170-970e-ab8265f04839 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff9613ba-785c-440c-bfae-00573e08fe55 HTTP/1.1" status: 200 len: 946 time: 0.0504630 Sep 21 05:24:53.525486 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4297daff-7acf-4cbb-a2d2-13714a99ede9 req-25e7d00c-e295-45df-84f6-6aacc380a8b1 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/security-groups?id=05d839fa-73c5-47b3-a600-d2c01af0c82a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297527 Sep 21 05:24:54.178768 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 60020) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:24:54.246019 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-076e4911-d97a-422b-9cb0-171fed234401 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:54.272370 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-076e4911-d97a-422b-9cb0-171fed234401 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:54.351607 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fb286c-9303-4fc6-a1df-2ae3aeb6d83a req-7903e273-696a-49d7-a6eb-e23ba19b49f3 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:24:54.353106 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-e0fb286c-9303-4fc6-a1df-2ae3aeb6d83a req-7903e273-696a-49d7-a6eb-e23ba19b49f3 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff9613ba-785c-440c-bfae-00573e08fe55 HTTP/1.1" status: 200 len: 946 time: 0.0542741 Sep 21 05:24:54.398823 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-076e4911-d97a-422b-9cb0-171fed234401 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:54.402117 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-076e4911-d97a-422b-9cb0-171fed234401 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:54.403313 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-076e4911-d97a-422b-9cb0-171fed234401 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "DELETE /v2.0/security-groups/936cc0ac-e586-4870-95d9-13241d450ace HTTP/1.1" status: 204 len: 168 time: 0.2233098 Sep 21 05:24:54.406523 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 60024) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:24:54.412952 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076e4911-d97a-422b-9cb0-171fed234401 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=936cc0ac-e586-4870-95d9-13241d450ace,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:24:54.421506 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076e4911-d97a-422b-9cb0-171fed234401 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:24:54.421857 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076e4911-d97a-422b-9cb0-171fed234401 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:24:54.422249 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076e4911-d97a-422b-9cb0-171fed234401 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:24:54.422569 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076e4911-d97a-422b-9cb0-171fed234401 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:24:54.422907 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076e4911-d97a-422b-9cb0-171fed234401 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:24:54.423311 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076e4911-d97a-422b-9cb0-171fed234401 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:24:54.423644 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076e4911-d97a-422b-9cb0-171fed234401 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:24:54.423979 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076e4911-d97a-422b-9cb0-171fed234401 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:24:54.424306 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076e4911-d97a-422b-9cb0-171fed234401 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:24:54.424630 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076e4911-d97a-422b-9cb0-171fed234401 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:24:54.424983 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076e4911-d97a-422b-9cb0-171fed234401 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:24:54.425307 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076e4911-d97a-422b-9cb0-171fed234401 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:24:54.439709 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.api.v2.resource [None req-9820f6d8-9172-485e-aacb-c500369c644d tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] show failed (client error): The resource could not be found. Sep 21 05:24:54.440819 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-9820f6d8-9172-485e-aacb-c500369c644d tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups/936cc0ac-e586-4870-95d9-13241d450ace HTTP/1.1" status: 404 len: 347 time: 0.0333686 Sep 21 05:24:54.444302 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 60026) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:24:54.472947 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-e0fb286c-9303-4fc6-a1df-2ae3aeb6d83a req-6335e92a-6923-4e8e-8a60-fc80743617d3 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Deleting port 14dcd758-b3f3-4b55-b36f-a3a00d0d80dc {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 05:24:54.473374 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-e0fb286c-9303-4fc6-a1df-2ae3aeb6d83a req-6335e92a-6923-4e8e-8a60-fc80743617d3 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751404276529'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:54.581837 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-e0fb286c-9303-4fc6-a1df-2ae3aeb6d83a req-6335e92a-6923-4e8e-8a60-fc80743617d3 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] For port 14dcd758-b3f3-4b55-b36f-a3a00d0d80dc, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=14dcd758-b3f3-4b55-b36f-a3a00d0d80dc,segment=NetworkSegment(6416812b-9698-4c94-b689-508bdc693c40),segment_id=6416812b-9698-4c94-b689-508bdc693c40)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:24:54.582548 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-e0fb286c-9303-4fc6-a1df-2ae3aeb6d83a req-6335e92a-6923-4e8e-8a60-fc80743617d3 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463939'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:54.588873 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [None req-a66e5db9-b144-48e3-a3ed-b3059d3d619f tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Deleting port 03f51ba2-7352-4662-8c44-36298ae1a0da {{(pid=94666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 05:24:54.589355 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-a66e5db9-b144-48e3-a3ed-b3059d3d619f tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751404276529'] for port, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:54.694212 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca08f63-6770-4914-940e-a1c1d088a418 req-975f3ecb-f6a5-4cb2-af72-8161951abcd6 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:24:54.695804 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-aca08f63-6770-4914-940e-a1c1d088a418 req-975f3ecb-f6a5-4cb2-af72-8161951abcd6 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff9613ba-785c-440c-bfae-00573e08fe55 HTTP/1.1" status: 200 len: 946 time: 0.0946186 Sep 21 05:24:54.710296 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-a66e5db9-b144-48e3-a3ed-b3059d3d619f tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463939'] for port, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:54.710835 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-a66e5db9-b144-48e3-a3ed-b3059d3d619f tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:54.735198 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [None req-a66e5db9-b144-48e3-a3ed-b3059d3d619f tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Calling delete_port for 03f51ba2-7352-4662-8c44-36298ae1a0da owned by network:floatingip {{(pid=94666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 05:24:54.761817 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-aca08f63-6770-4914-940e-a1c1d088a418 req-d830a8df-2e73-444d-950e-6d9af0f08312 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/security-groups?id=05d839fa-73c5-47b3-a600-d2c01af0c82a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552883 Sep 21 05:24:54.763093 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-e0fb286c-9303-4fc6-a1df-2ae3aeb6d83a req-6335e92a-6923-4e8e-8a60-fc80743617d3 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:54.763574 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-e0fb286c-9303-4fc6-a1df-2ae3aeb6d83a req-6335e92a-6923-4e8e-8a60-fc80743617d3 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473099'] for floatingip, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:54.763996 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.db.l3_db [req-e0fb286c-9303-4fc6-a1df-2ae3aeb6d83a req-6335e92a-6923-4e8e-8a60-fc80743617d3 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Floating IP d6ca1c4e-9df9-4065-afb8-95220d7ed6be disassociated. External IP: 172.27.3.22, port: 14dcd758-b3f3-4b55-b36f-a3a00d0d80dc. Sep 21 05:24:54.764521 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-e0fb286c-9303-4fc6-a1df-2ae3aeb6d83a req-6335e92a-6923-4e8e-8a60-fc80743617d3 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Calling delete_port for 14dcd758-b3f3-4b55-b36f-a3a00d0d80dc owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 05:24:54.983808 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-a66e5db9-b144-48e3-a3ed-b3059d3d619f tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751404282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751403777217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7439717'] for port, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:54.995477 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-e0fb286c-9303-4fc6-a1df-2ae3aeb6d83a req-6335e92a-6923-4e8e-8a60-fc80743617d3 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751404282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751403777217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6441136'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:55.011440 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66e5db9-b144-48e3-a3ed-b3059d3d619f tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Pushing event deleted for resources: {'Port': ['ID=03f51ba2-7352-4662-8c44-36298ae1a0da,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:24:55.027443 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6335e92a-6923-4e8e-8a60-fc80743617d3 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Pushing event deleted for resources: {'Port': ['ID=14dcd758-b3f3-4b55-b36f-a3a00d0d80dc,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:24:55.107124 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-a66e5db9-b144-48e3-a3ed-b3059d3d619f tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks [] for floatingip, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:55.110033 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-a66e5db9-b144-48e3-a3ed-b3059d3d619f tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339'] for floatingip, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:55.114061 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-a66e5db9-b144-48e3-a3ed-b3059d3d619f tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "DELETE /v2.0/floatingips/7fac269a-664f-4084-ad59-5ff580a802ea HTTP/1.1" status: 204 len: 168 time: 0.6656890 Sep 21 05:24:55.150058 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e0fb286c-9303-4fc6-a1df-2ae3aeb6d83a req-6335e92a-6923-4e8e-8a60-fc80743617d3 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Router ff2dd978-6edc-4c47-92a7-6f19c17a2f21 has already been hosted by L3 agent e4914d08-4fb7-43fa-94fb-1720f1d16cb4 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 05:24:55.271282 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e0fb286c-9303-4fc6-a1df-2ae3aeb6d83a req-6335e92a-6923-4e8e-8a60-fc80743617d3 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify agent at l3_agent.dv-cinder-778193-10-iscsi the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 05:24:55.282721 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d53cb79-0974-40f5-813b-8c02044eba3c None None] Sync routers for ids ['ff2dd978-6edc-4c47-92a7-6f19c17a2f21'] in dv-cinder-778193-10-iscsi {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 05:24:55.294013 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d53cb79-0974-40f5-813b-8c02044eba3c None None] Routers {'ff2dd978-6edc-4c47-92a7-6f19c17a2f21'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:24:55.295009 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-5d53cb79-0974-40f5-813b-8c02044eba3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:24:39Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['ff2dd978-6edc-4c47-92a7-6f19c17a2f21'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:24:55.314170 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0fb286c-9303-4fc6-a1df-2ae3aeb6d83a req-6335e92a-6923-4e8e-8a60-fc80743617d3 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] No DVR routers for this DVR port 14dcd758-b3f3-4b55-b36f-a3a00d0d80dc on host hv-cinder-77819 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 05:24:55.317700 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-e0fb286c-9303-4fc6-a1df-2ae3aeb6d83a req-6335e92a-6923-4e8e-8a60-fc80743617d3 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:55.321308 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-e0fb286c-9303-4fc6-a1df-2ae3aeb6d83a req-6335e92a-6923-4e8e-8a60-fc80743617d3 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.32 "DELETE /v2.0/ports/14dcd758-b3f3-4b55-b36f-a3a00d0d80dc HTTP/1.1" status: 204 len: 173 time: 0.9611480 Sep 21 05:24:55.321800 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff9613ba-785c-440c-bfae-00573e08fe55', 'name': 'network-vif-deleted', 'tag': '14dcd758-b3f3-4b55-b36f-a3a00d0d80dc'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 05:24:55.324204 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2093a7355c0e7a06ffa9c2f51d01f7a17d1263efd9baf457b9b047ecef1e75bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c59f81-54e8-4512-bea8-7c39856aaa24" -d '{"events": [{"server_uuid": "ff9613ba-785c-440c-bfae-00573e08fe55", "name": "network-vif-deleted", "tag": "14dcd758-b3f3-4b55-b36f-a3a00d0d80dc"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 05:24:55.364717 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 05:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-423ff221-8d1a-424c-b28c-12527caa5d7c x-openstack-request-id: req-423ff221-8d1a-424c-b28c-12527caa5d7c {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 05:24:55.365318 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff9613ba-785c-440c-bfae-00573e08fe55", "name": "network-vif-deleted", "tag": "14dcd758-b3f3-4b55-b36f-a3a00d0d80dc", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 05:24:55.365318 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-423ff221-8d1a-424c-b28c-12527caa5d7c {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 05:24:55.365649 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff9613ba-785c-440c-bfae-00573e08fe55', 'name': 'network-vif-deleted', 'tag': '14dcd758-b3f3-4b55-b36f-a3a00d0d80dc', 'status': 'completed', 'code': 200} Sep 21 05:24:55.432174 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-5d53cb79-0974-40f5-813b-8c02044eba3c None None] Set router ff2dd978-6edc-4c47-92a7-6f19c17a2f21 gateway port host: dv-cinder-778193-10-iscsi {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:24:55.486999 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 60042) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:24:55.492359 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-b4ac6d78-6b64-42d6-b309-c0db6f7e4e43 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Request body: {'security_group': {'name': 'tempest-securitygroup--159988252', 'description': 'tempest-description--684298508'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:24:55.634672 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-b4ac6d78-6b64-42d6-b309-c0db6f7e4e43 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:55.643724 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-5d53cb79-0974-40f5-813b-8c02044eba3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2dd978-6edc-4c47-92a7-6f19c17a2f21', 'name': 'tempest-AttachVolumeTestJSON-1593096502-router', 'tenant_id': 'c1270fbb20a848c2956184daa8db39c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '0e3dae2b-e1b4-47a3-b546-2e8980b35558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:20:26Z', 'updated_at': '2021-09-21T05:20:33Z', 'revision_number': 4, 'project_id': 'c1270fbb20a848c2956184daa8db39c9', 'gw_port': {'id': '0e3dae2b-e1b4-47a3-b546-2e8980b35558', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:7f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2dd978-6edc-4c47-92a7-6f19c17a2f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:20:27Z', 'updated_at': '2021-09-21T05:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi', '_interfaces': [{'id': '7b477a0d-428e-4e42-8448-dc937d2484c0', 'name': '', 'network_id': '151497d5-ce27-4271-a888-4f8a00b26617', 'tenant_id': 'c1270fbb20a848c2956184daa8db39c9', 'mac_address': 'fa:16:3e:ce:e8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2dd978-6edc-4c47-92a7-6f19c17a2f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f6d02048-06ff-4c3a-9a06-2b16d4e50c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:20:31Z', 'updated_at': '2021-09-21T05:20:39Z', 'revision_number': 5, 'project_id': 'c1270fbb20a848c2956184daa8db39c9', 'subnets': [{'id': 'f6d02048-06ff-4c3a-9a06-2b16d4e50c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:24:55.732250 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-b4ac6d78-6b64-42d6-b309-c0db6f7e4e43 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:55.787928 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d53cb79-0974-40f5-813b-8c02044eba3c None None] Checking router: ff2dd978-6edc-4c47-92a7-6f19c17a2f21 for host: dv-cinder-778193-10-iscsi {{(pid=94668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 05:24:55.796973 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d53cb79-0974-40f5-813b-8c02044eba3c None None] Routers {'ff2dd978-6edc-4c47-92a7-6f19c17a2f21'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:24:55.797588 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-5d53cb79-0974-40f5-813b-8c02044eba3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:24:39Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['ff2dd978-6edc-4c47-92a7-6f19c17a2f21'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:24:55.840768 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-b4ac6d78-6b64-42d6-b309-c0db6f7e4e43 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:55.890029 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c96d7503-6c7e-4ad4-9548-f79baf4f1747 req-e2a09a90-6c55-4e62-9f03-72b62964a1e0 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff9613ba-785c-440c-bfae-00573e08fe55 HTTP/1.1" status: 200 len: 210 time: 0.0419986 Sep 21 05:24:55.894137 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ac6d78-6b64-42d6-b309-c0db6f7e4e43 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5508c277-6fcc-4331-bd78-69fd3cfdf04d,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:24:55.913539 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-5d53cb79-0974-40f5-813b-8c02044eba3c None None] Set router ff2dd978-6edc-4c47-92a7-6f19c17a2f21 gateway port host: dv-cinder-778193-10-iscsi {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:24:55.949084 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-b4ac6d78-6b64-42d6-b309-c0db6f7e4e43 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:55.950327 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-b4ac6d78-6b64-42d6-b309-c0db6f7e4e43 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4616005 Sep 21 05:24:55.953506 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 60046) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:24:55.958077 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [None req-59b503cf-7d39-436b-b8b8-d57f6b24a590 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Request body: {'security_group_rule': {'security_group_id': '5508c277-6fcc-4331-bd78-69fd3cfdf04d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:24:56.039767 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-59b503cf-7d39-436b-b8b8-d57f6b24a590 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:56.099308 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-59b503cf-7d39-436b-b8b8-d57f6b24a590 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:56.118322 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-5d53cb79-0974-40f5-813b-8c02044eba3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2dd978-6edc-4c47-92a7-6f19c17a2f21', 'name': 'tempest-AttachVolumeTestJSON-1593096502-router', 'tenant_id': 'c1270fbb20a848c2956184daa8db39c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '0e3dae2b-e1b4-47a3-b546-2e8980b35558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:20:26Z', 'updated_at': '2021-09-21T05:20:33Z', 'revision_number': 4, 'project_id': 'c1270fbb20a848c2956184daa8db39c9', 'gw_port': {'id': '0e3dae2b-e1b4-47a3-b546-2e8980b35558', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:7f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2dd978-6edc-4c47-92a7-6f19c17a2f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:20:27Z', 'updated_at': '2021-09-21T05:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi', '_interfaces': [{'id': '7b477a0d-428e-4e42-8448-dc937d2484c0', 'name': '', 'network_id': '151497d5-ce27-4271-a888-4f8a00b26617', 'tenant_id': 'c1270fbb20a848c2956184daa8db39c9', 'mac_address': 'fa:16:3e:ce:e8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2dd978-6edc-4c47-92a7-6f19c17a2f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f6d02048-06ff-4c3a-9a06-2b16d4e50c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:20:31Z', 'updated_at': '2021-09-21T05:20:39Z', 'revision_number': 5, 'project_id': 'c1270fbb20a848c2956184daa8db39c9', 'subnets': [{'id': 'f6d02048-06ff-4c3a-9a06-2b16d4e50c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:24:56.144841 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d53cb79-0974-40f5-813b-8c02044eba3c None None] The sync data for ids ['ff2dd978-6edc-4c47-92a7-6f19c17a2f21'] in dv-cinder-778193-10-iscsi is: [{'id': 'ff2dd978-6edc-4c47-92a7-6f19c17a2f21', 'name': 'tempest-AttachVolumeTestJSON-1593096502-router', 'tenant_id': 'c1270fbb20a848c2956184daa8db39c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '0e3dae2b-e1b4-47a3-b546-2e8980b35558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:20:26Z', 'updated_at': '2021-09-21T05:20:33Z', 'revision_number': 4, 'project_id': 'c1270fbb20a848c2956184daa8db39c9', 'gw_port': {'id': '0e3dae2b-e1b4-47a3-b546-2e8980b35558', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:7f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2dd978-6edc-4c47-92a7-6f19c17a2f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:20:27Z', 'updated_at': '2021-09-21T05:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi', '_interfaces': [{'id': '7b477a0d-428e-4e42-8448-dc937d2484c0', 'name': '', 'network_id': '151497d5-ce27-4271-a888-4f8a00b26617', 'tenant_id': 'c1270fbb20a848c2956184daa8db39c9', 'mac_address': 'fa:16:3e:ce:e8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2dd978-6edc-4c47-92a7-6f19c17a2f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f6d02048-06ff-4c3a-9a06-2b16d4e50c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:20:31Z', 'updated_at': '2021-09-21T05:20:39Z', 'revision_number': 5, 'project_id': 'c1270fbb20a848c2956184daa8db39c9', 'subnets': [{'id': 'f6d02048-06ff-4c3a-9a06-2b16d4e50c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 05:24:56.170068 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-59b503cf-7d39-436b-b8b8-d57f6b24a590 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585508'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:56.188029 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b503cf-7d39-436b-b8b8-d57f6b24a590 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cee1306-994f-4a49-893d-20110f83ffbd,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:24:56.263344 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-59b503cf-7d39-436b-b8b8-d57f6b24a590 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:56.264643 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-59b503cf-7d39-436b-b8b8-d57f6b24a590 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3100860 Sep 21 05:24:56.267316 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 60052) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:24:56.272150 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [None req-6351c18d-5821-4517-a63e-db5e0a4d769c tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Request body: {'security_group_rule': {'security_group_id': '5508c277-6fcc-4331-bd78-69fd3cfdf04d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:24:56.396736 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc099fe-9068-4709-9189-3da1eb7cd749 None None] New status for floating IP d6ca1c4e-9df9-4065-afb8-95220d7ed6be: DOWN {{(pid=94669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 05:24:56.415405 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6351c18d-5821-4517-a63e-db5e0a4d769c tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:56.481789 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6351c18d-5821-4517-a63e-db5e0a4d769c tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:56.547175 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6351c18d-5821-4517-a63e-db5e0a4d769c tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585508'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:56.567026 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6351c18d-5821-4517-a63e-db5e0a4d769c tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecbd4f35-66d9-4167-a992-61334e53df88,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:24:56.709056 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6351c18d-5821-4517-a63e-db5e0a4d769c tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:56.710289 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-6351c18d-5821-4517-a63e-db5e0a4d769c tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4419413 Sep 21 05:24:56.713322 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 60060) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:24:56.717609 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [None req-df55964a-d585-4aa3-991a-0b33eaa4079a tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Request body: {'floatingip': {'floating_network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:24:56.846082 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-df55964a-d585-4aa3-991a-0b33eaa4079a tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks [] for floatingip, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:56.943583 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-df55964a-d585-4aa3-991a-0b33eaa4079a tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:57.053871 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-df55964a-d585-4aa3-991a-0b33eaa4079a tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Allocated IP 172.27.3.120 (666bfb66-d53f-41b5-aa91-1f3481ab5acc/80dd054f-6720-4669-be55-825ddd1b955a/7ddd5227-cb1d-4b45-9791-9a84f11d7d28) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 05:24:57.057793 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 60066) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:24:57.175423 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2fcba2df-9bdb-4f0f-85c4-23a07f01b339 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:57.221824 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2fcba2df-9bdb-4f0f-85c4-23a07f01b339 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:57.232594 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-df55964a-d585-4aa3-991a-0b33eaa4079a tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:57.367016 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-df55964a-d585-4aa3-991a-0b33eaa4079a tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751403777208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6441136'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:57.405772 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2fcba2df-9bdb-4f0f-85c4-23a07f01b339 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:57.408348 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2fcba2df-9bdb-4f0f-85c4-23a07f01b339 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:57.409601 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-2fcba2df-9bdb-4f0f-85c4-23a07f01b339 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "DELETE /v2.0/security-groups/05d839fa-73c5-47b3-a600-d2c01af0c82a HTTP/1.1" status: 204 len: 168 time: 0.3508785 Sep 21 05:24:57.412354 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 60072) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:24:57.422558 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df55964a-d585-4aa3-991a-0b33eaa4079a tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Network 666bfb66-d53f-41b5-aa91-1f3481ab5acc is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 05:24:57.427786 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-df55964a-d585-4aa3-991a-0b33eaa4079a tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:24:57.431086 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.api.v2.resource [None req-fc7df965-e214-4d89-aee7-fbab0d23d75e tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] show failed (client error): The resource could not be found. Sep 21 05:24:57.431313 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df55964a-d585-4aa3-991a-0b33eaa4079a tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 05:24:57.435177 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-fc7df965-e214-4d89-aee7-fbab0d23d75e tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/security-groups/05d839fa-73c5-47b3-a600-d2c01af0c82a HTTP/1.1" status: 404 len: 347 time: 0.0184448 Sep 21 05:24:57.435368 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 60076) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:24:57.437074 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df55964a-d585-4aa3-991a-0b33eaa4079a tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Pushing event updated for resources: {'Port': ['ID=7ddd5227-cb1d-4b45-9791-9a84f11d7d28,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:24:57.465937 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcba2df-9bdb-4f0f-85c4-23a07f01b339 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d839fa-73c5-47b3-a600-d2c01af0c82a,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:24:57.577611 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-df55964a-d585-4aa3-991a-0b33eaa4079a tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:57.594454 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [None req-68979c3f-f7d0-4c36-aca4-340568240e33 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Deleting port a6387632-34f7-4368-9373-f4abe502bf5c {{(pid=94666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 05:24:57.594454 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-68979c3f-f7d0-4c36-aca4-340568240e33 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751404276529'] for port, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:57.663918 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-68979c3f-f7d0-4c36-aca4-340568240e33 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463939'] for port, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:57.664147 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-68979c3f-f7d0-4c36-aca4-340568240e33 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:57.677176 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [None req-68979c3f-f7d0-4c36-aca4-340568240e33 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Calling delete_port for a6387632-34f7-4368-9373-f4abe502bf5c owned by network:floatingip {{(pid=94666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 05:24:57.699528 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-df55964a-d585-4aa3-991a-0b33eaa4079a tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:57.863511 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-df55964a-d585-4aa3-991a-0b33eaa4079a tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:57.914852 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-68979c3f-f7d0-4c36-aca4-340568240e33 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751404282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751403777217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7439717'] for port, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:57.941275 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68979c3f-f7d0-4c36-aca4-340568240e33 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Pushing event deleted for resources: {'Port': ['ID=a6387632-34f7-4368-9373-f4abe502bf5c,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:24:57.941513 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-df55964a-d585-4aa3-991a-0b33eaa4079a tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6441129'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:58.010836 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-68979c3f-f7d0-4c36-aca4-340568240e33 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks [] for floatingip, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:58.013352 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-68979c3f-f7d0-4c36-aca4-340568240e33 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339'] for floatingip, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:58.017612 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-68979c3f-f7d0-4c36-aca4-340568240e33 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "DELETE /v2.0/floatingips/d6ca1c4e-9df9-4065-afb8-95220d7ed6be HTTP/1.1" status: 204 len: 168 time: 0.5780721 Sep 21 05:24:58.017759 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df55964a-d585-4aa3-991a-0b33eaa4079a tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Pushing event updated for resources: {'Port': ['ID=7ddd5227-cb1d-4b45-9791-9a84f11d7d28,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:24:58.029025 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-df55964a-d585-4aa3-991a-0b33eaa4079a tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473099'] for floatingip, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:58.112883 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-df55964a-d585-4aa3-991a-0b33eaa4079a tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339'] for floatingip, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:58.114166 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-df55964a-d585-4aa3-991a-0b33eaa4079a tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3998966 Sep 21 05:24:58.310413 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d9a8becf-0ab9-487b-b47a-e77645fdabae req-7cfa3c01-392b-4a62-bf17-e147d6d18bcb tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--159988252&fields=id&tenant_id=772420021b474ce7806243f145c281b8 HTTP/1.1" status: 200 len: 267 time: 0.0356290 Sep 21 05:24:58.333649 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device 14dcd758-b3f3-4b55-b36f-a3a00d0d80dc no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 05:24:58.359867 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] No Port match for: 14dcd758-b3f3-4b55-b36f-a3a00d0d80dc {{(pid=94668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 05:24:58.360213 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device 14dcd758-b3f3-4b55-b36f-a3a00d0d80dc not bound to the agent host hv-cinder-77819 {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 05:24:58.426756 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a8becf-0ab9-487b-b47a-e77645fdabae req-931060df-f0e0-4d11-85d2-612186f9f29d tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:24:58.428258 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d9a8becf-0ab9-487b-b47a-e77645fdabae req-931060df-f0e0-4d11-85d2-612186f9f29d tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/networks?id=007b9195-968a-4aaf-8c91-9ba7bd7821aa HTTP/1.1" status: 200 len: 816 time: 0.1110382 Sep 21 05:24:58.442745 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d9a8becf-0ab9-487b-b47a-e77645fdabae req-e51cfeee-3314-4ae7-85c1-066d530d7a23 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/quotas/772420021b474ce7806243f145c281b8 HTTP/1.1" status: 200 len: 375 time: 0.0088377 Sep 21 05:24:58.495127 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 60098) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:24:58.499806 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [None req-c09925ff-4fc6-44a0-895d-9954215ea2e7 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Request body: {'security_group': {'name': 'tempest-securitygroup--40126763', 'description': 'tempest-description--320878121'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:24:58.501505 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d9a8becf-0ab9-487b-b47a-e77645fdabae req-ff8994c7-af91-418c-a097-566e2edbb268 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=772420021b474ce7806243f145c281b8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0536633 Sep 21 05:24:58.600327 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c09925ff-4fc6-44a0-895d-9954215ea2e7 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:58.601523 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d9a8becf-0ab9-487b-b47a-e77645fdabae req-3d685837-a8dc-4399-9088-a75ff7fced7d service neutron] 10.222.0.36 "GET /v2.0/networks/007b9195-968a-4aaf-8c91-9ba7bd7821aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861571 Sep 21 05:24:58.685606 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c09925ff-4fc6-44a0-895d-9954215ea2e7 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:58.697053 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d9a8becf-0ab9-487b-b47a-e77645fdabae req-f15232d9-7c00-477b-98d1-b1d88fd523ae service neutron] 10.222.0.36 "GET /v2.0/networks/007b9195-968a-4aaf-8c91-9ba7bd7821aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891271 Sep 21 05:24:58.763763 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c09925ff-4fc6-44a0-895d-9954215ea2e7 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:58.792746 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09925ff-4fc6-44a0-895d-9954215ea2e7 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb90e35f-32cf-49ec-9a14-0def52151a49,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:24:58.935839 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c09925ff-4fc6-44a0-895d-9954215ea2e7 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:58.940466 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-c09925ff-4fc6-44a0-895d-9954215ea2e7 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.4412870 Sep 21 05:24:58.941209 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 60110) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:24:58.950218 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [None req-c4e6ecdf-504e-4fd1-a9be-a7cc5a4ad9a4 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Request body: {'security_group_rule': {'security_group_id': 'cb90e35f-32cf-49ec-9a14-0def52151a49', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:24:58.983225 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-669ebf75-ca40-4305-8928-e679a8ce265d req-1d69ce58-4934-42a2-b206-87e96387bb27 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1b5db0e-e158-4838-9ba3-ef10befc9449 HTTP/1.1" status: 200 len: 210 time: 0.0348475 Sep 21 05:24:59.062680 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c4e6ecdf-504e-4fd1-a9be-a7cc5a4ad9a4 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:59.118531 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c4e6ecdf-504e-4fd1-a9be-a7cc5a4ad9a4 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:59.206553 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c4e6ecdf-504e-4fd1-a9be-a7cc5a4ad9a4 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585508'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:59.225027 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e6ecdf-504e-4fd1-a9be-a7cc5a4ad9a4 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8261af3-2d5d-4931-9aef-5015936b1762,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:24:59.284172 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c4e6ecdf-504e-4fd1-a9be-a7cc5a4ad9a4 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:59.285815 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-c4e6ecdf-504e-4fd1-a9be-a7cc5a4ad9a4 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3435454 Sep 21 05:24:59.288291 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 60118) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:24:59.293373 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [None req-9eee977d-0139-4211-9d7f-a0313a52af4d tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Request body: {'security_group_rule': {'security_group_id': 'cb90e35f-32cf-49ec-9a14-0def52151a49', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:24:59.315318 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a7c89-6486-4f54-a9d3-242e2b57f8b2 req-89578656-60dd-4e68-a605-dfc42186b0c3 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:24:59.316838 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-464a7c89-6486-4f54-a9d3-242e2b57f8b2 req-89578656-60dd-4e68-a605-dfc42186b0c3 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] 10.222.0.36 "GET /v2.0/ports?device_id=d75499e5-92a4-4cb7-8031-ffffe67d436a HTTP/1.1" status: 200 len: 946 time: 0.0554435 Sep 21 05:24:59.356979 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-464a7c89-6486-4f54-a9d3-242e2b57f8b2 req-6bdf6f6c-9596-47b3-a691-ab1f652fc42c tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] 10.222.0.36 "GET /v2.0/security-groups?id=3693537d-2937-4332-b678-3811083859a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337205 Sep 21 05:24:59.397354 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9eee977d-0139-4211-9d7f-a0313a52af4d tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:59.455851 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9eee977d-0139-4211-9d7f-a0313a52af4d tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:59.514665 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9eee977d-0139-4211-9d7f-a0313a52af4d tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585508'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:59.534232 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eee977d-0139-4211-9d7f-a0313a52af4d tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82709df0-7b75-46a3-8662-3bad8283ca35,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:24:59.604133 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9eee977d-0139-4211-9d7f-a0313a52af4d tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:59.605380 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-9eee977d-0139-4211-9d7f-a0313a52af4d tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3160648 Sep 21 05:24:59.608540 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 60124) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:24:59.612965 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [None req-962133b3-e48b-47b4-b835-f6008ada7a08 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Request body: {'floatingip': {'floating_network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:24:59.713212 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-962133b3-e48b-47b4-b835-f6008ada7a08 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks [] for floatingip, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:59.811829 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-962133b3-e48b-47b4-b835-f6008ada7a08 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:24:59.917812 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-962133b3-e48b-47b4-b835-f6008ada7a08 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Allocated IP 172.27.3.196 (666bfb66-d53f-41b5-aa91-1f3481ab5acc/80dd054f-6720-4669-be55-825ddd1b955a/cc19b9b0-f1b2-45de-bfad-81c7883dd719) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 05:25:00.023045 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-962133b3-e48b-47b4-b835-f6008ada7a08 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:00.073284 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9e1d3da9-c703-4188-a96f-0fd712885178 req-a73d7f08-398f-487e-93f8-a815762ea8e0 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1b5db0e-e158-4838-9ba3-ef10befc9449 HTTP/1.1" status: 200 len: 210 time: 0.0284591 Sep 21 05:25:00.143498 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-962133b3-e48b-47b4-b835-f6008ada7a08 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751403777208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6441136'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:00.180666 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962133b3-e48b-47b4-b835-f6008ada7a08 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Network 666bfb66-d53f-41b5-aa91-1f3481ab5acc is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 05:25:00.183455 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-962133b3-e48b-47b4-b835-f6008ada7a08 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:25:00.188831 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962133b3-e48b-47b4-b835-f6008ada7a08 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 05:25:00.194511 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962133b3-e48b-47b4-b835-f6008ada7a08 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Pushing event updated for resources: {'Port': ['ID=cc19b9b0-f1b2-45de-bfad-81c7883dd719,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:25:00.279992 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-962133b3-e48b-47b4-b835-f6008ada7a08 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:00.370292 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-962133b3-e48b-47b4-b835-f6008ada7a08 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:00.479439 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5411f4ec-180d-455d-a5e8-0311ad8ce593 req-cde28caa-015d-493c-b7c8-b8e6f4417f08 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:25:00.480922 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5411f4ec-180d-455d-a5e8-0311ad8ce593 req-cde28caa-015d-493c-b7c8-b8e6f4417f08 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] 10.222.0.36 "GET /v2.0/ports?device_id=d75499e5-92a4-4cb7-8031-ffffe67d436a HTTP/1.1" status: 200 len: 946 time: 0.0526924 Sep 21 05:25:00.523267 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5411f4ec-180d-455d-a5e8-0311ad8ce593 req-b822ae66-3bd9-4dac-b7f3-23ada3fa5b03 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] 10.222.0.36 "GET /v2.0/security-groups?id=3693537d-2937-4332-b678-3811083859a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343571 Sep 21 05:25:00.539870 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-962133b3-e48b-47b4-b835-f6008ada7a08 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:00.627230 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-962133b3-e48b-47b4-b835-f6008ada7a08 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6441129'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:00.693932 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962133b3-e48b-47b4-b835-f6008ada7a08 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Pushing event updated for resources: {'Port': ['ID=cc19b9b0-f1b2-45de-bfad-81c7883dd719,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:25:00.708338 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-962133b3-e48b-47b4-b835-f6008ada7a08 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473099'] for floatingip, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:00.894700 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-962133b3-e48b-47b4-b835-f6008ada7a08 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339'] for floatingip, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:00.894700 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-962133b3-e48b-47b4-b835-f6008ada7a08 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2705438 Sep 21 05:25:01.020588 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c6f33-fe41-4098-911f-6f6264f1b5a2 req-7afb6396-b2a9-41a6-af21-a39a7e7ed9e5 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:25:01.022139 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-ff2c6f33-fe41-4098-911f-6f6264f1b5a2 req-7afb6396-b2a9-41a6-af21-a39a7e7ed9e5 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75499e5-92a4-4cb7-8031-ffffe67d436a HTTP/1.1" status: 200 len: 946 time: 0.0563114 Sep 21 05:25:01.063150 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3fb76009-2f3d-4634-b7b4-b6359f2c826d req-e8ca47d9-bf27-481c-9e32-18429b2193f9 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--40126763&fields=id&tenant_id=c1270fbb20a848c2956184daa8db39c9 HTTP/1.1" status: 200 len: 267 time: 0.0341046 Sep 21 05:25:01.127553 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-ff2c6f33-fe41-4098-911f-6f6264f1b5a2 req-228d7b0a-b23c-41d1-bda6-ec7157418de2 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] Deleting port 3bf3ba27-62df-45ef-a485-69270972296e {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 05:25:01.128087 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-ff2c6f33-fe41-4098-911f-6f6264f1b5a2 req-228d7b0a-b23c-41d1-bda6-ec7157418de2 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751404276529'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:01.187128 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c461802b-3876-4d57-996b-5b35be69a9cc req-b6900de0-7e79-4939-9127-86330c598c0e tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1b5db0e-e158-4838-9ba3-ef10befc9449 HTTP/1.1" status: 200 len: 210 time: 0.0392618 Sep 21 05:25:01.206196 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb76009-2f3d-4634-b7b4-b6359f2c826d req-0d85269a-b6c7-4b7e-ac46-9b1faa1b954f tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:25:01.207700 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3fb76009-2f3d-4634-b7b4-b6359f2c826d req-0d85269a-b6c7-4b7e-ac46-9b1faa1b954f tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/networks?id=151497d5-ce27-4271-a888-4f8a00b26617 HTTP/1.1" status: 200 len: 811 time: 0.1377552 Sep 21 05:25:01.224670 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3fb76009-2f3d-4634-b7b4-b6359f2c826d req-121163fa-2516-41f0-ad2f-193d4d8ac6fe tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/quotas/c1270fbb20a848c2956184daa8db39c9 HTTP/1.1" status: 200 len: 375 time: 0.0093102 Sep 21 05:25:01.278213 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3fb76009-2f3d-4634-b7b4-b6359f2c826d req-069900c8-28cb-4e99-bfd2-80684b549b98 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1270fbb20a848c2956184daa8db39c9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0471425 Sep 21 05:25:01.296172 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-ff2c6f33-fe41-4098-911f-6f6264f1b5a2 req-228d7b0a-b23c-41d1-bda6-ec7157418de2 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] For port 3bf3ba27-62df-45ef-a485-69270972296e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=3bf3ba27-62df-45ef-a485-69270972296e,segment=NetworkSegment(51e38676-4bd9-46c3-bbb4-13178fcd2471),segment_id=51e38676-4bd9-46c3-bbb4-13178fcd2471)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:25:01.296737 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-ff2c6f33-fe41-4098-911f-6f6264f1b5a2 req-228d7b0a-b23c-41d1-bda6-ec7157418de2 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463939'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:01.318868 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-ff2c6f33-fe41-4098-911f-6f6264f1b5a2 req-228d7b0a-b23c-41d1-bda6-ec7157418de2 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] Calling delete_port for 3bf3ba27-62df-45ef-a485-69270972296e owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 05:25:01.341990 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a8becf-0ab9-487b-b47a-e77645fdabae req-20b68bcd-f8d4-4cac-bc18-9883750467ab tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:25:01.343511 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-d9a8becf-0ab9-487b-b47a-e77645fdabae req-20b68bcd-f8d4-4cac-bc18-9883750467ab tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.32 "GET /v2.0/networks?id=007b9195-968a-4aaf-8c91-9ba7bd7821aa HTTP/1.1" status: 200 len: 816 time: 0.1586359 Sep 21 05:25:01.379689 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3fb76009-2f3d-4634-b7b4-b6359f2c826d req-1c102ff3-a652-4638-8257-1a55d7861988 service neutron] 10.222.0.36 "GET /v2.0/networks/151497d5-ce27-4271-a888-4f8a00b26617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898149 Sep 21 05:25:01.441222 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-d9a8becf-0ab9-487b-b47a-e77645fdabae req-930e1a6a-f07d-48a8-8f68-4cb10b78fd84 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=772420021b474ce7806243f145c281b8 HTTP/1.1" status: 200 len: 379 time: 0.0565174 Sep 21 05:25:01.457916 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [req-d9a8becf-0ab9-487b-b47a-e77645fdabae req-70b5a0db-32ff-43b8-9beb-8c4e9c251762 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Request body: {'port': {'device_id': 'c1b5db0e-e158-4838-9ba3-ef10befc9449', 'network_id': '007b9195-968a-4aaf-8c91-9ba7bd7821aa', 'admin_state_up': True, 'tenant_id': '772420021b474ce7806243f145c281b8', 'security_groups': ['5508c277-6fcc-4331-bd78-69fd3cfdf04d']}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:25:01.472829 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3fb76009-2f3d-4634-b7b4-b6359f2c826d req-f6c088d5-eec0-4e99-b52b-71a40cdf4906 service neutron] 10.222.0.36 "GET /v2.0/networks/151497d5-ce27-4271-a888-4f8a00b26617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855868 Sep 21 05:25:01.645758 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cdcfd8-c422-4dc9-bc88-73946bfa8f56 req-85270780-bec8-4c84-a673-1bb5b371edf6 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:25:01.647269 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-60cdcfd8-c422-4dc9-bc88-73946bfa8f56 req-85270780-bec8-4c84-a673-1bb5b371edf6 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] 10.222.0.36 "GET /v2.0/ports?device_id=d75499e5-92a4-4cb7-8031-ffffe67d436a HTTP/1.1" status: 200 len: 946 time: 0.0483522 Sep 21 05:25:01.680443 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-ff2c6f33-fe41-4098-911f-6f6264f1b5a2 req-228d7b0a-b23c-41d1-bda6-ec7157418de2 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751404282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751403777217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6441136'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:01.694365 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] get_ports_and_sgs() called for port_ids ['3bf3ba27-62df-45ef-a485-69270972296e'] {{(pid=94668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 05:25:01.697911 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-60cdcfd8-c422-4dc9-bc88-73946bfa8f56 req-a5dd07f3-69a7-4e89-929f-1edfe1042636 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] 10.222.0.36 "GET /v2.0/security-groups?id=3693537d-2937-4332-b678-3811083859a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432363 Sep 21 05:25:01.728658 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9a8becf-0ab9-487b-b47a-e77645fdabae req-70b5a0db-32ff-43b8-9beb-8c4e9c251762 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Made reservation on behalf of 772420021b474ce7806243f145c281b8 for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 05:25:01.732373 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-d9a8becf-0ab9-487b-b47a-e77645fdabae req-70b5a0db-32ff-43b8-9beb-8c4e9c251762 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:01.750140 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228d7b0a-b23c-41d1-bda6-ec7157418de2 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] Pushing event deleted for resources: {'Port': ['ID=3bf3ba27-62df-45ef-a485-69270972296e,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:25:01.775708 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c9886d7c-6ef6-4ec3-938e-3e5001434cca req-fa2e924f-377c-4b96-b605-b2a679ccc675 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?device_id=181155b6-39ea-4b3a-9cf5-17a0c00317e5 HTTP/1.1" status: 200 len: 210 time: 0.0611753 Sep 21 05:25:01.849473 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff2c6f33-fe41-4098-911f-6f6264f1b5a2 req-228d7b0a-b23c-41d1-bda6-ec7157418de2 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] No DVR routers for this DVR port 3bf3ba27-62df-45ef-a485-69270972296e on host hv-cinder-77819 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 05:25:01.853987 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-ff2c6f33-fe41-4098-911f-6f6264f1b5a2 req-228d7b0a-b23c-41d1-bda6-ec7157418de2 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:01.856044 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-ff2c6f33-fe41-4098-911f-6f6264f1b5a2 req-228d7b0a-b23c-41d1-bda6-ec7157418de2 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] 10.222.0.32 "DELETE /v2.0/ports/3bf3ba27-62df-45ef-a485-69270972296e HTTP/1.1" status: 204 len: 173 time: 0.8276761 Sep 21 05:25:01.859172 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd75499e5-92a4-4cb7-8031-ffffe67d436a', 'name': 'network-vif-deleted', 'tag': '3bf3ba27-62df-45ef-a485-69270972296e'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 05:25:01.862432 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2093a7355c0e7a06ffa9c2f51d01f7a17d1263efd9baf457b9b047ecef1e75bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56b4fb1-51c9-4daa-a881-dd1e7d70dc1e" -d '{"events": [{"server_uuid": "d75499e5-92a4-4cb7-8031-ffffe67d436a", "name": "network-vif-deleted", "tag": "3bf3ba27-62df-45ef-a485-69270972296e"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 05:25:01.906696 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 05:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc5c025-de1b-4c06-b3b2-2217b6e6b1f4 x-openstack-request-id: req-ecc5c025-de1b-4c06-b3b2-2217b6e6b1f4 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 05:25:01.906986 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d75499e5-92a4-4cb7-8031-ffffe67d436a", "name": "network-vif-deleted", "tag": "3bf3ba27-62df-45ef-a485-69270972296e", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 05:25:01.907232 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ecc5c025-de1b-4c06-b3b2-2217b6e6b1f4 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 05:25:01.907703 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd75499e5-92a4-4cb7-8031-ffffe67d436a', 'name': 'network-vif-deleted', 'tag': '3bf3ba27-62df-45ef-a485-69270972296e', 'status': 'completed', 'code': 200} Sep 21 05:25:01.936559 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-d9a8becf-0ab9-487b-b47a-e77645fdabae req-70b5a0db-32ff-43b8-9beb-8c4e9c251762 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Allocated IP 172.20.0.3 (007b9195-968a-4aaf-8c91-9ba7bd7821aa/8a68d4d6-aa72-4762-8b15-dd5ef7ab0ec9/790258d8-5852-4dfd-856e-9c4ff4a3203f) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 05:25:02.078997 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-d9a8becf-0ab9-487b-b47a-e77645fdabae req-70b5a0db-32ff-43b8-9beb-8c4e9c251762 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:02.208797 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-d9a8becf-0ab9-487b-b47a-e77645fdabae req-70b5a0db-32ff-43b8-9beb-8c4e9c251762 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751403777208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6441136'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:02.260015 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9a8becf-0ab9-487b-b47a-e77645fdabae req-70b5a0db-32ff-43b8-9beb-8c4e9c251762 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Network 007b9195-968a-4aaf-8c91-9ba7bd7821aa is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 05:25:02.265532 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-d9a8becf-0ab9-487b-b47a-e77645fdabae req-70b5a0db-32ff-43b8-9beb-8c4e9c251762 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:25:02.268204 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9a8becf-0ab9-487b-b47a-e77645fdabae req-70b5a0db-32ff-43b8-9beb-8c4e9c251762 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 05:25:02.275501 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b5a0db-32ff-43b8-9beb-8c4e9c251762 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Pushing event updated for resources: {'Port': ['ID=790258d8-5852-4dfd-856e-9c4ff4a3203f,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:25:02.327858 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a8becf-0ab9-487b-b47a-e77645fdabae req-70b5a0db-32ff-43b8-9beb-8c4e9c251762 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:25:02.328477 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-d9a8becf-0ab9-487b-b47a-e77645fdabae req-70b5a0db-32ff-43b8-9beb-8c4e9c251762 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:02.353604 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2dad69-4fc7-467c-a90b-84a524c1d55d req-39774980-93ab-49e1-ab5f-6e4621c9452f tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:25:02.358894 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4b2dad69-4fc7-467c-a90b-84a524c1d55d req-39774980-93ab-49e1-ab5f-6e4621c9452f tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1b5db0e-e158-4838-9ba3-ef10befc9449 HTTP/1.1" status: 200 len: 931 time: 0.0583329 Sep 21 05:25:02.395364 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4b2dad69-4fc7-467c-a90b-84a524c1d55d req-619f804a-b1b5-4ca0-af72-5de9cd66469c tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=5508c277-6fcc-4331-bd78-69fd3cfdf04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341008 Sep 21 05:25:02.435467 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-d9a8becf-0ab9-487b-b47a-e77645fdabae req-70b5a0db-32ff-43b8-9beb-8c4e9c251762 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9820340 Sep 21 05:25:02.451700 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [req-d9a8becf-0ab9-487b-b47a-e77645fdabae req-ec0ad380-2d26-4555-8972-3d94861a9f32 service neutron] Request body: {'port': {'device_id': 'c1b5db0e-e158-4838-9ba3-ef10befc9449', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:25:02.499599 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-ac5477d1-8619-4a48-9ab3-1b1f6bc14e7b None None] Provisioning complete for port 790258d8-5852-4dfd-856e-9c4ff4a3203f triggered by entity DHCP. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:25:02.500231 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ac5477d1-8619-4a48-9ab3-1b1f6bc14e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:02.508029 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-d9a8becf-0ab9-487b-b47a-e77645fdabae req-ec0ad380-2d26-4555-8972-3d94861a9f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:02.533023 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-ac5477d1-8619-4a48-9ab3-1b1f6bc14e7b None None] Port 790258d8-5852-4dfd-856e-9c4ff4a3203f cannot update to ACTIVE because it is not bound. {{(pid=94668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 05:25:02.773210 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [req-d9a8becf-0ab9-487b-b47a-e77645fdabae req-ec0ad380-2d26-4555-8972-3d94861a9f32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 790258d8-5852-4dfd-856e-9c4ff4a3203f {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 05:25:02.780511 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-d9a8becf-0ab9-487b-b47a-e77645fdabae req-ec0ad380-2d26-4555-8972-3d94861a9f32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:02.792920 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-d9a8becf-0ab9-487b-b47a-e77645fdabae req-ec0ad380-2d26-4555-8972-3d94861a9f32 service neutron] Transition to ACTIVE for port object 790258d8-5852-4dfd-856e-9c4ff4a3203f will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 05:25:02.829000 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c3c157be-3448-439b-95c2-5fe67505743b req-65ed7fe7-3744-4152-b138-c6dc6e12f47f tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] 10.222.0.36 "GET /v2.0/ports?device_id=d75499e5-92a4-4cb7-8031-ffffe67d436a HTTP/1.1" status: 200 len: 210 time: 0.0357528 Sep 21 05:25:02.877897 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-380f6592-8ffe-4b14-babc-6c23f31ce4ae req-7cc706bc-89f9-497c-9596-7c6d4c5635f6 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?device_id=181155b6-39ea-4b3a-9cf5-17a0c00317e5 HTTP/1.1" status: 200 len: 210 time: 0.0258386 Sep 21 05:25:02.914473 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-d9a8becf-0ab9-487b-b47a-e77645fdabae req-ec0ad380-2d26-4555-8972-3d94861a9f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6441129'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:02.965669 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0ad380-2d26-4555-8972-3d94861a9f32 service neutron] Pushing event updated for resources: {'Port': ['ID=790258d8-5852-4dfd-856e-9c4ff4a3203f,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:25:03.041343 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-d9a8becf-0ab9-487b-b47a-e77645fdabae req-ec0ad380-2d26-4555-8972-3d94861a9f32 service neutron] Attempting to bind port 790258d8-5852-4dfd-856e-9c4ff4a3203f on host hv-cinder-77819 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 05:25:03.041648 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-d9a8becf-0ab9-487b-b47a-e77645fdabae req-ec0ad380-2d26-4555-8972-3d94861a9f32 service neutron] Attempting to bind port 790258d8-5852-4dfd-856e-9c4ff4a3203f by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'f6433832-0821-4a1f-a147-34f75b2bc1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '007b9195-968a-4aaf-8c91-9ba7bd7821aa'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 05:25:03.041923 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a8becf-0ab9-487b-b47a-e77645fdabae req-ec0ad380-2d26-4555-8972-3d94861a9f32 service neutron] Attempting to bind port 790258d8-5852-4dfd-856e-9c4ff4a3203f on network 007b9195-968a-4aaf-8c91-9ba7bd7821aa {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 05:25:03.047500 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a8becf-0ab9-487b-b47a-e77645fdabae req-ec0ad380-2d26-4555-8972-3d94861a9f32 service neutron] Port 790258d8-5852-4dfd-856e-9c4ff4a3203f on network 007b9195-968a-4aaf-8c91-9ba7bd7821aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 05:25:03.047939 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a8becf-0ab9-487b-b47a-e77645fdabae req-ec0ad380-2d26-4555-8972-3d94861a9f32 service neutron] Attempting to bind port 790258d8-5852-4dfd-856e-9c4ff4a3203f on network 007b9195-968a-4aaf-8c91-9ba7bd7821aa {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 05:25:03.053085 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a8becf-0ab9-487b-b47a-e77645fdabae req-ec0ad380-2d26-4555-8972-3d94861a9f32 service neutron] Checking agent: {'id': '5298a3ad-ea79-4298-8fba-5c2796ea9d92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 5, 18, 37), 'started_at': datetime.datetime(2021, 9, 21, 5, 18, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 5, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 05:25:03.053420 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a8becf-0ab9-487b-b47a-e77645fdabae req-ec0ad380-2d26-4555-8972-3d94861a9f32 service neutron] Checking segment: {'id': 'f6433832-0821-4a1f-a147-34f75b2bc1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '007b9195-968a-4aaf-8c91-9ba7bd7821aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 05:25:03.053805 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a8becf-0ab9-487b-b47a-e77645fdabae req-ec0ad380-2d26-4555-8972-3d94861a9f32 service neutron] Bound using segment: {'id': 'f6433832-0821-4a1f-a147-34f75b2bc1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '007b9195-968a-4aaf-8c91-9ba7bd7821aa'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 05:25:03.054236 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-d9a8becf-0ab9-487b-b47a-e77645fdabae req-ec0ad380-2d26-4555-8972-3d94861a9f32 service neutron] Bound port: 790258d8-5852-4dfd-856e-9c4ff4a3203f, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6433832-0821-4a1f-a147-34f75b2bc1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '007b9195-968a-4aaf-8c91-9ba7bd7821aa'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 05:25:03.054627 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-d9a8becf-0ab9-487b-b47a-e77645fdabae req-ec0ad380-2d26-4555-8972-3d94861a9f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:03.122493 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-d9a8becf-0ab9-487b-b47a-e77645fdabae req-ec0ad380-2d26-4555-8972-3d94861a9f32 service neutron] For port 790258d8-5852-4dfd-856e-9c4ff4a3203f, host hv-cinder-77819, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 05:25:03.125440 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-d9a8becf-0ab9-487b-b47a-e77645fdabae req-ec0ad380-2d26-4555-8972-3d94861a9f32 service neutron] For port 790258d8-5852-4dfd-856e-9c4ff4a3203f, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=790258d8-5852-4dfd-856e-9c4ff4a3203f,segment=NetworkSegment(f6433832-0821-4a1f-a147-34f75b2bc1b3),segment_id=f6433832-0821-4a1f-a147-34f75b2bc1b3)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 05:25:03.303564 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-d9a8becf-0ab9-487b-b47a-e77645fdabae req-ec0ad380-2d26-4555-8972-3d94861a9f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6441129'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:03.338148 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a8becf-0ab9-487b-b47a-e77645fdabae req-ec0ad380-2d26-4555-8972-3d94861a9f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:25:03.338874 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-d9a8becf-0ab9-487b-b47a-e77645fdabae req-ec0ad380-2d26-4555-8972-3d94861a9f32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:03.340279 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-d9a8becf-0ab9-487b-b47a-e77645fdabae req-ec0ad380-2d26-4555-8972-3d94861a9f32 service neutron] 10.222.0.32 "PUT /v2.0/ports/790258d8-5852-4dfd-856e-9c4ff4a3203f HTTP/1.1" status: 200 len: 1093 time: 0.8931112 Sep 21 05:25:03.363082 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0ad380-2d26-4555-8972-3d94861a9f32 service neutron] Pushing event updated for resources: {'Port': ['ID=790258d8-5852-4dfd-856e-9c4ff4a3203f,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:25:03.548504 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a8becf-0ab9-487b-b47a-e77645fdabae req-5d3ae5d3-341a-4771-99d9-9bbfed546d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:25:03.548632 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a52acc-1714-4662-8878-8fc0025dfbda req-0e420df3-67e0-4dd2-a96f-787d4c746fea tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:25:03.549119 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-d9a8becf-0ab9-487b-b47a-e77645fdabae req-5d3ae5d3-341a-4771-99d9-9bbfed546d31 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=772420021b474ce7806243f145c281b8&device_id=c1b5db0e-e158-4838-9ba3-ef10befc9449 HTTP/1.1" status: 200 len: 1096 time: 0.0481367 Sep 21 05:25:03.549228 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-70a52acc-1714-4662-8878-8fc0025dfbda req-0e420df3-67e0-4dd2-a96f-787d4c746fea tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1b5db0e-e158-4838-9ba3-ef10befc9449 HTTP/1.1" status: 200 len: 943 time: 0.0541303 Sep 21 05:25:03.562449 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-70a52acc-1714-4662-8878-8fc0025dfbda req-b902e3b5-b7eb-4cb3-8775-68242abda3f1 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=5508c277-6fcc-4331-bd78-69fd3cfdf04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331180 Sep 21 05:25:03.567124 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-d9a8becf-0ab9-487b-b47a-e77645fdabae req-de79a88e-7bdf-4aaa-afc9-830927766fa9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=790258d8-5852-4dfd-856e-9c4ff4a3203f HTTP/1.1" status: 200 len: 217 time: 0.0353458 Sep 21 05:25:03.620727 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a8becf-0ab9-487b-b47a-e77645fdabae req-f2f0d91b-9f78-40e2-a06f-57564abc69ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:25:03.622124 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-d9a8becf-0ab9-487b-b47a-e77645fdabae req-f2f0d91b-9f78-40e2-a06f-57564abc69ad service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8a68d4d6-aa72-4762-8b15-dd5ef7ab0ec9 HTTP/1.1" status: 200 len: 855 time: 0.0452259 Sep 21 05:25:03.670784 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a8becf-0ab9-487b-b47a-e77645fdabae req-493cadb9-b3ac-4d9a-91ca-7b9936ba50ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:25:03.672219 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-d9a8becf-0ab9-487b-b47a-e77645fdabae req-493cadb9-b3ac-4d9a-91ca-7b9936ba50ab service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=007b9195-968a-4aaf-8c91-9ba7bd7821aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0426855 Sep 21 05:25:03.953139 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1b5db0e-e158-4838-9ba3-ef10befc9449', 'tag': '790258d8-5852-4dfd-856e-9c4ff4a3203f'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 05:25:03.955419 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2093a7355c0e7a06ffa9c2f51d01f7a17d1263efd9baf457b9b047ecef1e75bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d8d3459-eb5b-4623-9688-4816087ee1ba" -d '{"events": [{"name": "network-changed", "server_uuid": "c1b5db0e-e158-4838-9ba3-ef10befc9449", "tag": "790258d8-5852-4dfd-856e-9c4ff4a3203f"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 05:25:03.985228 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8ca85094-6fc0-4726-bee7-d3f69746cdbf req-c473a062-7040-4cf8-b982-1a6e0cc6c509 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?device_id=181155b6-39ea-4b3a-9cf5-17a0c00317e5 HTTP/1.1" status: 200 len: 210 time: 0.0284076 Sep 21 05:25:04.013964 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 05:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff60292a-94f6-4381-a7be-a5bd4fa90b34 x-openstack-request-id: req-ff60292a-94f6-4381-a7be-a5bd4fa90b34 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 05:25:04.014248 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1b5db0e-e158-4838-9ba3-ef10befc9449", "tag": "790258d8-5852-4dfd-856e-9c4ff4a3203f", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 05:25:04.014522 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ff60292a-94f6-4381-a7be-a5bd4fa90b34 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 05:25:04.014903 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1b5db0e-e158-4838-9ba3-ef10befc9449', 'tag': '790258d8-5852-4dfd-856e-9c4ff4a3203f', 'status': 'completed', 'code': 200} Sep 21 05:25:04.043503 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-d9a8becf-0ab9-487b-b47a-e77645fdabae req-93cd1d41-e7c9-4407-9a45-22b1a801a947 service neutron] 10.222.0.32 "GET /v2.0/networks/007b9195-968a-4aaf-8c91-9ba7bd7821aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3602490 Sep 21 05:25:04.133568 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-d9a8becf-0ab9-487b-b47a-e77645fdabae req-e9fb3fcd-7dff-40fa-ae00-d0fdf2f91c16 service neutron] 10.222.0.32 "GET /v2.0/networks/007b9195-968a-4aaf-8c91-9ba7bd7821aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827990 Sep 21 05:25:04.260767 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb76009-2f3d-4634-b7b4-b6359f2c826d req-21dea59c-c4c9-4aa4-9678-3b936c372cfa tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:25:04.262183 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-3fb76009-2f3d-4634-b7b4-b6359f2c826d req-21dea59c-c4c9-4aa4-9678-3b936c372cfa tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.32 "GET /v2.0/networks?id=151497d5-ce27-4271-a888-4f8a00b26617 HTTP/1.1" status: 200 len: 811 time: 0.0996177 Sep 21 05:25:04.339813 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-3fb76009-2f3d-4634-b7b4-b6359f2c826d req-0083bf31-84aa-4134-8e23-59c8bb680888 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1270fbb20a848c2956184daa8db39c9 HTTP/1.1" status: 200 len: 378 time: 0.0677893 Sep 21 05:25:04.345757 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d3459-eb5b-4623-9688-4816087ee1ba req-0582264e-f66d-4f10-aae5-8bb4210c91bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:25:04.347199 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-0d8d3459-eb5b-4623-9688-4816087ee1ba req-0582264e-f66d-4f10-aae5-8bb4210c91bb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=772420021b474ce7806243f145c281b8&device_id=c1b5db0e-e158-4838-9ba3-ef10befc9449 HTTP/1.1" status: 200 len: 1096 time: 0.0695877 Sep 21 05:25:04.351668 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [req-3fb76009-2f3d-4634-b7b4-b6359f2c826d req-2a82c0c2-4d94-4216-a5f5-ea130c045952 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Request body: {'port': {'device_id': '181155b6-39ea-4b3a-9cf5-17a0c00317e5', 'network_id': '151497d5-ce27-4271-a888-4f8a00b26617', 'admin_state_up': True, 'tenant_id': 'c1270fbb20a848c2956184daa8db39c9', 'security_groups': ['cb90e35f-32cf-49ec-9a14-0def52151a49']}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:25:04.359595 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device 3bf3ba27-62df-45ef-a485-69270972296e no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 05:25:04.379784 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] No Port match for: 3bf3ba27-62df-45ef-a485-69270972296e {{(pid=94668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 05:25:04.380133 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device 3bf3ba27-62df-45ef-a485-69270972296e not bound to the agent host hv-cinder-77819 {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 05:25:04.513851 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d3459-eb5b-4623-9688-4816087ee1ba req-1a6c3751-39f1-48e6-befc-f3b04b7c8bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:25:04.515262 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-0d8d3459-eb5b-4623-9688-4816087ee1ba req-1a6c3751-39f1-48e6-befc-f3b04b7c8bd8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=007b9195-968a-4aaf-8c91-9ba7bd7821aa HTTP/1.1" status: 200 len: 916 time: 0.1592133 Sep 21 05:25:04.559786 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-0d8d3459-eb5b-4623-9688-4816087ee1ba req-c4c8e34e-9063-4d22-96ac-2d496ba77370 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=790258d8-5852-4dfd-856e-9c4ff4a3203f HTTP/1.1" status: 200 len: 217 time: 0.0351319 Sep 21 05:25:04.602649 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fb76009-2f3d-4634-b7b4-b6359f2c826d req-2a82c0c2-4d94-4216-a5f5-ea130c045952 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Made reservation on behalf of c1270fbb20a848c2956184daa8db39c9 for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 05:25:04.607635 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-3fb76009-2f3d-4634-b7b4-b6359f2c826d req-2a82c0c2-4d94-4216-a5f5-ea130c045952 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:04.636774 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d3459-eb5b-4623-9688-4816087ee1ba req-ea888b21-05e4-476b-ab8a-9d73813d7d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:25:04.638250 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-0d8d3459-eb5b-4623-9688-4816087ee1ba req-ea888b21-05e4-476b-ab8a-9d73813d7d60 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8a68d4d6-aa72-4762-8b15-dd5ef7ab0ec9 HTTP/1.1" status: 200 len: 855 time: 0.0682502 Sep 21 05:25:04.693641 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592a2fc2-12e6-4d7f-9bb2-bcb7e0b058cd req-aaed6009-fc49-4f78-b4d2-817a32c1aa15 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:25:04.695168 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-592a2fc2-12e6-4d7f-9bb2-bcb7e0b058cd req-aaed6009-fc49-4f78-b4d2-817a32c1aa15 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1b5db0e-e158-4838-9ba3-ef10befc9449 HTTP/1.1" status: 200 len: 943 time: 0.0484896 Sep 21 05:25:04.733353 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-592a2fc2-12e6-4d7f-9bb2-bcb7e0b058cd req-6adceaa1-6fc7-4bef-bb51-7aec62adb424 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=5508c277-6fcc-4331-bd78-69fd3cfdf04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315132 Sep 21 05:25:04.754745 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d3459-eb5b-4623-9688-4816087ee1ba req-9ad14009-5e8a-4739-b6cf-ae160266d143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:25:04.756244 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-0d8d3459-eb5b-4623-9688-4816087ee1ba req-9ad14009-5e8a-4739-b6cf-ae160266d143 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=007b9195-968a-4aaf-8c91-9ba7bd7821aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1101727 Sep 21 05:25:04.780403 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-3fb76009-2f3d-4634-b7b4-b6359f2c826d req-2a82c0c2-4d94-4216-a5f5-ea130c045952 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Allocated IP 172.20.0.10 (151497d5-ce27-4271-a888-4f8a00b26617/f6d02048-06ff-4c3a-9a06-2b16d4e50c51/31e830bc-4ff3-41d0-beca-2b4329f2e6cc) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 05:25:04.909409 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-3fb76009-2f3d-4634-b7b4-b6359f2c826d req-2a82c0c2-4d94-4216-a5f5-ea130c045952 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:05.084088 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2403152e-adff-4625-8a64-a404c7e7d9d0 req-9c0a300f-2e3d-4197-b8d8-2bdd9ea4ddc9 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?device_id=181155b6-39ea-4b3a-9cf5-17a0c00317e5 HTTP/1.1" status: 200 len: 210 time: 0.0298340 Sep 21 05:25:05.143508 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-3fb76009-2f3d-4634-b7b4-b6359f2c826d req-2a82c0c2-4d94-4216-a5f5-ea130c045952 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751403777208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6441136'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:05.188811 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fb76009-2f3d-4634-b7b4-b6359f2c826d req-2a82c0c2-4d94-4216-a5f5-ea130c045952 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Network 151497d5-ce27-4271-a888-4f8a00b26617 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 05:25:05.191877 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-3fb76009-2f3d-4634-b7b4-b6359f2c826d req-2a82c0c2-4d94-4216-a5f5-ea130c045952 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:25:05.194299 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fb76009-2f3d-4634-b7b4-b6359f2c826d req-2a82c0c2-4d94-4216-a5f5-ea130c045952 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 05:25:05.230715 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a82c0c2-4d94-4216-a5f5-ea130c045952 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Pushing event updated for resources: {'Port': ['ID=31e830bc-4ff3-41d0-beca-2b4329f2e6cc,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:25:05.253865 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb76009-2f3d-4634-b7b4-b6359f2c826d req-2a82c0c2-4d94-4216-a5f5-ea130c045952 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:25:05.254537 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-3fb76009-2f3d-4634-b7b4-b6359f2c826d req-2a82c0c2-4d94-4216-a5f5-ea130c045952 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:05.320998 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-3fb76009-2f3d-4634-b7b4-b6359f2c826d req-2a82c0c2-4d94-4216-a5f5-ea130c045952 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9727771 Sep 21 05:25:05.402748 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-00feeeda-0c18-4fc0-beb2-3c73e0a21a98 None None] Provisioning complete for port 31e830bc-4ff3-41d0-beca-2b4329f2e6cc triggered by entity DHCP. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:25:05.403277 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-00feeeda-0c18-4fc0-beb2-3c73e0a21a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:05.438489 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-00feeeda-0c18-4fc0-beb2-3c73e0a21a98 None None] Port 31e830bc-4ff3-41d0-beca-2b4329f2e6cc cannot update to ACTIVE because it is not bound. {{(pid=94668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 05:25:05.848428 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19912655-e678-4ade-a999-e16688651a1d req-afa35b52-0394-4472-bfda-1964ed43bc50 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:25:05.849857 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-19912655-e678-4ade-a999-e16688651a1d req-afa35b52-0394-4472-bfda-1964ed43bc50 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1b5db0e-e158-4838-9ba3-ef10befc9449 HTTP/1.1" status: 200 len: 943 time: 0.0478647 Sep 21 05:25:05.878308 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ff3b7564-4ffc-42d8-906d-5b69ab7c0b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:05.887463 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-19912655-e678-4ade-a999-e16688651a1d req-6bd16b84-47ed-4b58-8552-ca42f23b69b4 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=5508c277-6fcc-4331-bd78-69fd3cfdf04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309222 Sep 21 05:25:06.193308 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c878f91-29ed-4eea-84cb-c624c182a9d9 req-ee5212d1-a02d-4de3-867d-78dd1464844c tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:25:06.194786 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1c878f91-29ed-4eea-84cb-c624c182a9d9 req-ee5212d1-a02d-4de3-867d-78dd1464844c tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?device_id=181155b6-39ea-4b3a-9cf5-17a0c00317e5 HTTP/1.1" status: 200 len: 932 time: 0.0476639 Sep 21 05:25:06.231974 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1c878f91-29ed-4eea-84cb-c624c182a9d9 req-63221028-8d96-4020-bc00-5f961ff89208 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb90e35f-32cf-49ec-9a14-0def52151a49&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308468 Sep 21 05:25:07.004616 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f823c6-b20d-44ee-bf26-e784d27384b8 req-454bb943-1298-4c1c-a242-19ea3c28f7a7 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:25:07.006069 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-61f823c6-b20d-44ee-bf26-e784d27384b8 req-454bb943-1298-4c1c-a242-19ea3c28f7a7 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1b5db0e-e158-4838-9ba3-ef10befc9449 HTTP/1.1" status: 200 len: 943 time: 0.0495248 Sep 21 05:25:07.045647 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-61f823c6-b20d-44ee-bf26-e784d27384b8 req-116d29d3-fd63-488d-9e96-11e6ca0502e6 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=5508c277-6fcc-4331-bd78-69fd3cfdf04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337300 Sep 21 05:25:07.344678 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846fa719-70de-47cf-8b6f-17cfbdb3c3e8 req-f6838da4-b6db-43a4-b126-a078c65d552a tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:25:07.346160 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-846fa719-70de-47cf-8b6f-17cfbdb3c3e8 req-f6838da4-b6db-43a4-b126-a078c65d552a tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?device_id=181155b6-39ea-4b3a-9cf5-17a0c00317e5 HTTP/1.1" status: 200 len: 932 time: 0.0483434 Sep 21 05:25:07.383205 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-846fa719-70de-47cf-8b6f-17cfbdb3c3e8 req-a1edc5e5-4b52-40e4-9c2a-5f82b5676c0f tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb90e35f-32cf-49ec-9a14-0def52151a49&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312607 Sep 21 05:25:07.447909 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [req-3fb76009-2f3d-4634-b7b4-b6359f2c826d req-6d21cfcb-3785-461a-b83c-57da3695229c service neutron] Request body: {'port': {'device_id': '181155b6-39ea-4b3a-9cf5-17a0c00317e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:25:07.550173 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-3fb76009-2f3d-4634-b7b4-b6359f2c826d req-6d21cfcb-3785-461a-b83c-57da3695229c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:07.575217 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-0d8d3459-eb5b-4623-9688-4816087ee1ba req-958d2cae-1765-4e62-9517-9e52d75d2897 service neutron] 10.222.0.32 "GET /v2.0/networks/007b9195-968a-4aaf-8c91-9ba7bd7821aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391594 Sep 21 05:25:07.773976 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-0d8d3459-eb5b-4623-9688-4816087ee1ba req-aab6bea8-35fe-4424-9ac4-59590e1f3589 service neutron] 10.222.0.32 "GET /v2.0/networks/007b9195-968a-4aaf-8c91-9ba7bd7821aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819785 Sep 21 05:25:07.898051 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [req-3fb76009-2f3d-4634-b7b4-b6359f2c826d req-6d21cfcb-3785-461a-b83c-57da3695229c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31e830bc-4ff3-41d0-beca-2b4329f2e6cc {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 05:25:07.905946 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-3fb76009-2f3d-4634-b7b4-b6359f2c826d req-6d21cfcb-3785-461a-b83c-57da3695229c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:07.917370 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-3fb76009-2f3d-4634-b7b4-b6359f2c826d req-6d21cfcb-3785-461a-b83c-57da3695229c service neutron] Transition to ACTIVE for port object 31e830bc-4ff3-41d0-beca-2b4329f2e6cc will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 05:25:08.015721 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-3fb76009-2f3d-4634-b7b4-b6359f2c826d req-6d21cfcb-3785-461a-b83c-57da3695229c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6441129'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:08.069253 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d21cfcb-3785-461a-b83c-57da3695229c service neutron] Pushing event updated for resources: {'Port': ['ID=31e830bc-4ff3-41d0-beca-2b4329f2e6cc,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:25:08.069496 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:08.159226 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-3fb76009-2f3d-4634-b7b4-b6359f2c826d req-6d21cfcb-3785-461a-b83c-57da3695229c service neutron] Attempting to bind port 31e830bc-4ff3-41d0-beca-2b4329f2e6cc on host hv-cinder-77819 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 05:25:08.164309 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-3fb76009-2f3d-4634-b7b4-b6359f2c826d req-6d21cfcb-3785-461a-b83c-57da3695229c service neutron] Attempting to bind port 31e830bc-4ff3-41d0-beca-2b4329f2e6cc by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '6416812b-9698-4c94-b689-508bdc693c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '151497d5-ce27-4271-a888-4f8a00b26617'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 05:25:08.164309 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb76009-2f3d-4634-b7b4-b6359f2c826d req-6d21cfcb-3785-461a-b83c-57da3695229c service neutron] Attempting to bind port 31e830bc-4ff3-41d0-beca-2b4329f2e6cc on network 151497d5-ce27-4271-a888-4f8a00b26617 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 05:25:08.173521 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb76009-2f3d-4634-b7b4-b6359f2c826d req-6d21cfcb-3785-461a-b83c-57da3695229c service neutron] Port 31e830bc-4ff3-41d0-beca-2b4329f2e6cc on network 151497d5-ce27-4271-a888-4f8a00b26617 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 05:25:08.174707 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb76009-2f3d-4634-b7b4-b6359f2c826d req-6d21cfcb-3785-461a-b83c-57da3695229c service neutron] Attempting to bind port 31e830bc-4ff3-41d0-beca-2b4329f2e6cc on network 151497d5-ce27-4271-a888-4f8a00b26617 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 05:25:08.181146 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb76009-2f3d-4634-b7b4-b6359f2c826d req-6d21cfcb-3785-461a-b83c-57da3695229c service neutron] Checking agent: {'id': '5298a3ad-ea79-4298-8fba-5c2796ea9d92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 5, 18, 37), 'started_at': datetime.datetime(2021, 9, 21, 5, 18, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 5, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 05:25:08.182524 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb76009-2f3d-4634-b7b4-b6359f2c826d req-6d21cfcb-3785-461a-b83c-57da3695229c service neutron] Checking segment: {'id': '6416812b-9698-4c94-b689-508bdc693c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '151497d5-ce27-4271-a888-4f8a00b26617'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 05:25:08.184065 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb76009-2f3d-4634-b7b4-b6359f2c826d req-6d21cfcb-3785-461a-b83c-57da3695229c service neutron] Bound using segment: {'id': '6416812b-9698-4c94-b689-508bdc693c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '151497d5-ce27-4271-a888-4f8a00b26617'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 05:25:08.184760 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-3fb76009-2f3d-4634-b7b4-b6359f2c826d req-6d21cfcb-3785-461a-b83c-57da3695229c service neutron] Bound port: 31e830bc-4ff3-41d0-beca-2b4329f2e6cc, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6416812b-9698-4c94-b689-508bdc693c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '151497d5-ce27-4271-a888-4f8a00b26617'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 05:25:08.185306 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-3fb76009-2f3d-4634-b7b4-b6359f2c826d req-6d21cfcb-3785-461a-b83c-57da3695229c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:08.185521 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25aa910-4e5d-4ab3-9d16-2131f07ddcc5 req-ad68f6c1-bbfd-4383-847a-053485fbec97 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:25:08.193046 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f25aa910-4e5d-4ab3-9d16-2131f07ddcc5 req-ad68f6c1-bbfd-4383-847a-053485fbec97 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1b5db0e-e158-4838-9ba3-ef10befc9449 HTTP/1.1" status: 200 len: 943 time: 0.0746188 Sep 21 05:25:08.234996 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f25aa910-4e5d-4ab3-9d16-2131f07ddcc5 req-542a7da2-87d1-42ee-953b-28cccb42a408 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=5508c277-6fcc-4331-bd78-69fd3cfdf04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405252 Sep 21 05:25:08.269269 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-3fb76009-2f3d-4634-b7b4-b6359f2c826d req-6d21cfcb-3785-461a-b83c-57da3695229c service neutron] For port 31e830bc-4ff3-41d0-beca-2b4329f2e6cc, host hv-cinder-77819, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 05:25:08.273789 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-3fb76009-2f3d-4634-b7b4-b6359f2c826d req-6d21cfcb-3785-461a-b83c-57da3695229c service neutron] For port 31e830bc-4ff3-41d0-beca-2b4329f2e6cc, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=31e830bc-4ff3-41d0-beca-2b4329f2e6cc,segment=NetworkSegment(6416812b-9698-4c94-b689-508bdc693c40),segment_id=6416812b-9698-4c94-b689-508bdc693c40)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 05:25:08.364428 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-3fb76009-2f3d-4634-b7b4-b6359f2c826d req-6d21cfcb-3785-461a-b83c-57da3695229c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6441129'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:08.396179 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb76009-2f3d-4634-b7b4-b6359f2c826d req-6d21cfcb-3785-461a-b83c-57da3695229c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:25:08.396641 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-3fb76009-2f3d-4634-b7b4-b6359f2c826d req-6d21cfcb-3785-461a-b83c-57da3695229c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:08.398020 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-3fb76009-2f3d-4634-b7b4-b6359f2c826d req-6d21cfcb-3785-461a-b83c-57da3695229c service neutron] 10.222.0.32 "PUT /v2.0/ports/31e830bc-4ff3-41d0-beca-2b4329f2e6cc HTTP/1.1" status: 200 len: 1094 time: 0.9545562 Sep 21 05:25:08.398549 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '181155b6-39ea-4b3a-9cf5-17a0c00317e5', 'tag': '31e830bc-4ff3-41d0-beca-2b4329f2e6cc'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 05:25:08.401325 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2093a7355c0e7a06ffa9c2f51d01f7a17d1263efd9baf457b9b047ecef1e75bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19303a44-5058-4be7-85c2-be7c3ed383e4" -d '{"events": [{"name": "network-changed", "server_uuid": "181155b6-39ea-4b3a-9cf5-17a0c00317e5", "tag": "31e830bc-4ff3-41d0-beca-2b4329f2e6cc"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 05:25:08.440187 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d21cfcb-3785-461a-b83c-57da3695229c service neutron] Pushing event updated for resources: {'Port': ['ID=31e830bc-4ff3-41d0-beca-2b4329f2e6cc,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:25:08.448925 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 05:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-459999f2-5ce3-4f27-9124-f0dfb8b51295 x-openstack-request-id: req-459999f2-5ce3-4f27-9124-f0dfb8b51295 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 05:25:08.449604 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "181155b6-39ea-4b3a-9cf5-17a0c00317e5", "tag": "31e830bc-4ff3-41d0-beca-2b4329f2e6cc", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 05:25:08.449696 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-459999f2-5ce3-4f27-9124-f0dfb8b51295 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 05:25:08.450093 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '181155b6-39ea-4b3a-9cf5-17a0c00317e5', 'tag': '31e830bc-4ff3-41d0-beca-2b4329f2e6cc', 'status': 'completed', 'code': 200} Sep 21 05:25:08.519960 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19303a44-5058-4be7-85c2-be7c3ed383e4 req-f90a76af-8ad0-47c2-b91a-9f8ba8e0e227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:25:08.521885 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-19303a44-5058-4be7-85c2-be7c3ed383e4 req-f90a76af-8ad0-47c2-b91a-9f8ba8e0e227 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c1270fbb20a848c2956184daa8db39c9&device_id=181155b6-39ea-4b3a-9cf5-17a0c00317e5 HTTP/1.1" status: 200 len: 1097 time: 0.0539291 Sep 21 05:25:08.536126 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d0dfb3-28d7-4800-8201-f5409a21eb05 req-acd8f01c-b70b-4dca-b30a-eb9307447ad4 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:25:08.537878 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-27d0dfb3-28d7-4800-8201-f5409a21eb05 req-acd8f01c-b70b-4dca-b30a-eb9307447ad4 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?device_id=181155b6-39ea-4b3a-9cf5-17a0c00317e5 HTTP/1.1" status: 200 len: 944 time: 0.0597105 Sep 21 05:25:08.584732 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-27d0dfb3-28d7-4800-8201-f5409a21eb05 req-616ee102-2202-460f-afae-995daf9b6a72 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb90e35f-32cf-49ec-9a14-0def52151a49&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408540 Sep 21 05:25:08.606636 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-437290b8-f408-4fd7-a2cd-7aca7ee9362c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:08.635851 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19303a44-5058-4be7-85c2-be7c3ed383e4 req-64ca2a95-85b5-4cb9-a0c3-dd252617bde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:25:08.637544 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-19303a44-5058-4be7-85c2-be7c3ed383e4 req-64ca2a95-85b5-4cb9-a0c3-dd252617bde6 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=c1270fbb20a848c2956184daa8db39c9&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1073778 Sep 21 05:25:08.738446 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19303a44-5058-4be7-85c2-be7c3ed383e4 req-41262111-4a99-4860-a968-8af651dafb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:25:08.739913 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-19303a44-5058-4be7-85c2-be7c3ed383e4 req-41262111-4a99-4860-a968-8af651dafb79 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0953002 Sep 21 05:25:08.817484 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb76009-2f3d-4634-b7b4-b6359f2c826d req-99f59d77-fe70-45ba-a310-cea15c39e1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:25:08.818997 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-3fb76009-2f3d-4634-b7b4-b6359f2c826d req-99f59d77-fe70-45ba-a310-cea15c39e1fd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c1270fbb20a848c2956184daa8db39c9&device_id=181155b6-39ea-4b3a-9cf5-17a0c00317e5 HTTP/1.1" status: 200 len: 1097 time: 0.0409498 Sep 21 05:25:08.860023 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-3fb76009-2f3d-4634-b7b4-b6359f2c826d req-ee97cbae-fc07-44a3-be2c-cec28fd60be2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31e830bc-4ff3-41d0-beca-2b4329f2e6cc HTTP/1.1" status: 200 len: 217 time: 0.0319269 Sep 21 05:25:08.909838 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb76009-2f3d-4634-b7b4-b6359f2c826d req-28b35f1e-3662-4c31-be2c-7e8b94498732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:25:08.911405 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-3fb76009-2f3d-4634-b7b4-b6359f2c826d req-28b35f1e-3662-4c31-be2c-7e8b94498732 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f6d02048-06ff-4c3a-9a06-2b16d4e50c51 HTTP/1.1" status: 200 len: 850 time: 0.0435269 Sep 21 05:25:08.968234 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb76009-2f3d-4634-b7b4-b6359f2c826d req-bd98951d-dfdc-409f-b274-c22e8ccb4aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:25:08.969749 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-3fb76009-2f3d-4634-b7b4-b6359f2c826d req-bd98951d-dfdc-409f-b274-c22e8ccb4aff service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=151497d5-ce27-4271-a888-4f8a00b26617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0516033 Sep 21 05:25:09.060916 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-3fb76009-2f3d-4634-b7b4-b6359f2c826d req-14e70977-3f58-444b-bcde-d1f11ac585d5 service neutron] 10.222.0.32 "GET /v2.0/networks/151497d5-ce27-4271-a888-4f8a00b26617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832007 Sep 21 05:25:09.157918 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-3fb76009-2f3d-4634-b7b4-b6359f2c826d req-6d0c90e4-f8a9-47d0-a38d-cce3efd1b9da service neutron] 10.222.0.32 "GET /v2.0/networks/151497d5-ce27-4271-a888-4f8a00b26617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872142 Sep 21 05:25:09.269923 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:09.355666 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7b3197-a4ee-4001-9112-d5a14362a85f req-e0cbc5d7-68fb-43f8-8f11-6c72dd3d572c tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:25:09.357184 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ad7b3197-a4ee-4001-9112-d5a14362a85f req-e0cbc5d7-68fb-43f8-8f11-6c72dd3d572c tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1b5db0e-e158-4838-9ba3-ef10befc9449 HTTP/1.1" status: 200 len: 943 time: 0.0490913 Sep 21 05:25:09.394256 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ad7b3197-a4ee-4001-9112-d5a14362a85f req-414a7187-dfcd-4916-b57e-c47a3a156dc7 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=5508c277-6fcc-4331-bd78-69fd3cfdf04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311565 Sep 21 05:25:09.437140 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device 790258d8-5852-4dfd-856e-9c4ff4a3203f details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 05:25:09.530047 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] For port 790258d8-5852-4dfd-856e-9c4ff4a3203f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=790258d8-5852-4dfd-856e-9c4ff4a3203f,segment=NetworkSegment(f6433832-0821-4a1f-a147-34f75b2bc1b3),segment_id=f6433832-0821-4a1f-a147-34f75b2bc1b3)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:25:09.541473 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Returning: {'device': '790258d8-5852-4dfd-856e-9c4ff4a3203f', 'network_id': '007b9195-968a-4aaf-8c91-9ba7bd7821aa', 'port_id': '790258d8-5852-4dfd-856e-9c4ff4a3203f', 'mac_address': 'fa:16:3e:9a:bc:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a68d4d6-aa72-4762-8b15-dd5ef7ab0ec9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 05:25:09.586091 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:09.598918 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.notifiers.nova [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 790258d8-5852-4dfd-856e-9c4ff4a3203f {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 05:25:09.617985 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] For port 790258d8-5852-4dfd-856e-9c4ff4a3203f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=790258d8-5852-4dfd-856e-9c4ff4a3203f,segment=NetworkSegment(f6433832-0821-4a1f-a147-34f75b2bc1b3),segment_id=f6433832-0821-4a1f-a147-34f75b2bc1b3)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:25:09.697764 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d8e7d8-595e-4d05-b8a0-93ceb56a75ef req-b8173f40-0311-4aea-8cdb-b002fdaf5c77 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:25:09.699265 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-95d8e7d8-595e-4d05-b8a0-93ceb56a75ef req-b8173f40-0311-4aea-8cdb-b002fdaf5c77 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?device_id=181155b6-39ea-4b3a-9cf5-17a0c00317e5 HTTP/1.1" status: 200 len: 944 time: 0.0479164 Sep 21 05:25:09.713029 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:09.737886 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-95d8e7d8-595e-4d05-b8a0-93ceb56a75ef req-d2285d2a-fb98-4d49-b34b-7c14aae81a6c tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb90e35f-32cf-49ec-9a14-0def52151a49&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323935 Sep 21 05:25:09.760427 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Pushing event updated for resources: {'Port': ['ID=790258d8-5852-4dfd-856e-9c4ff4a3203f,revision_number=4']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:25:09.767392 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:25:09.767762 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:25:09.768110 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:25:09.768478 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:25:09.768807 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:25:09.769136 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:25:09.769465 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:25:09.769787 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:25:09.770126 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:25:09.770475 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:25:09.770797 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:25:09.771115 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:25:09.943327 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2c351aa7-00e3-4828-8663-e1495c3162e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:09.966798 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] get_ports_and_sgs() called for port_ids ['790258d8-5852-4dfd-856e-9c4ff4a3203f'] {{(pid=94668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 05:25:10.509294 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe9bb7-c114-45a5-8586-ec7053c5d4b9 req-dea82e33-e716-4c3c-b9e9-89bd0836b380 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:25:10.510775 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-21fe9bb7-c114-45a5-8586-ec7053c5d4b9 req-dea82e33-e716-4c3c-b9e9-89bd0836b380 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1b5db0e-e158-4838-9ba3-ef10befc9449 HTTP/1.1" status: 200 len: 944 time: 0.0473804 Sep 21 05:25:10.551806 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-21fe9bb7-c114-45a5-8586-ec7053c5d4b9 req-d9d6eed7-d84a-431b-b806-22a93872cac6 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=5508c277-6fcc-4331-bd78-69fd3cfdf04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351651 Sep 21 05:25:10.946342 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577c5083-b04d-42a9-8ee5-ba6d7864ba80 req-e58df468-0ccf-4315-9698-520680dab602 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:25:10.948467 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-577c5083-b04d-42a9-8ee5-ba6d7864ba80 req-e58df468-0ccf-4315-9698-520680dab602 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?device_id=181155b6-39ea-4b3a-9cf5-17a0c00317e5 HTTP/1.1" status: 200 len: 944 time: 0.1457646 Sep 21 05:25:10.987217 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-577c5083-b04d-42a9-8ee5-ba6d7864ba80 req-637f5d71-b222-495c-9feb-c89f0bcfa3f1 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb90e35f-32cf-49ec-9a14-0def52151a49&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325394 Sep 21 05:25:11.199000 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a1fb1f33-fe48-4684-9a56-b3eb65d74809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:11.666073 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e19739-1c77-46b8-903f-9e4500ddcdb8 req-77e3a17d-15b3-41fd-853b-de6d6574b082 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:25:11.667475 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c8e19739-1c77-46b8-903f-9e4500ddcdb8 req-77e3a17d-15b3-41fd-853b-de6d6574b082 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1b5db0e-e158-4838-9ba3-ef10befc9449 HTTP/1.1" status: 200 len: 944 time: 0.0472817 Sep 21 05:25:11.704289 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c8e19739-1c77-46b8-903f-9e4500ddcdb8 req-8d6a3669-9c44-4761-9763-ed16f13b6bc9 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=5508c277-6fcc-4331-bd78-69fd3cfdf04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308261 Sep 21 05:25:12.098173 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c00bb-3f92-461d-a75e-6385178a5930 req-30e38859-625d-47c7-9dd3-724a233c1857 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:25:12.099630 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c22c00bb-3f92-461d-a75e-6385178a5930 req-30e38859-625d-47c7-9dd3-724a233c1857 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?device_id=181155b6-39ea-4b3a-9cf5-17a0c00317e5 HTTP/1.1" status: 200 len: 944 time: 0.0472000 Sep 21 05:25:12.138644 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c22c00bb-3f92-461d-a75e-6385178a5930 req-db73ad90-2032-43e4-948d-ed0bd19a9780 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb90e35f-32cf-49ec-9a14-0def52151a49&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327075 Sep 21 05:25:12.332930 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device 31e830bc-4ff3-41d0-beca-2b4329f2e6cc details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 05:25:12.336075 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device 790258d8-5852-4dfd-856e-9c4ff4a3203f up at agent hyperv_hv-cinder-77819 {{(pid=94668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 05:25:12.459493 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] For port 31e830bc-4ff3-41d0-beca-2b4329f2e6cc, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=31e830bc-4ff3-41d0-beca-2b4329f2e6cc,segment=NetworkSegment(6416812b-9698-4c94-b689-508bdc693c40),segment_id=6416812b-9698-4c94-b689-508bdc693c40)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:25:12.470810 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Returning: {'device': '31e830bc-4ff3-41d0-beca-2b4329f2e6cc', 'network_id': '151497d5-ce27-4271-a888-4f8a00b26617', 'port_id': '31e830bc-4ff3-41d0-beca-2b4329f2e6cc', 'mac_address': 'fa:16:3e:75:34:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6d02048-06ff-4c3a-9a06-2b16d4e50c51', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 05:25:12.498493 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Provisioning for port 790258d8-5852-4dfd-856e-9c4ff4a3203f completed by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 05:25:12.513291 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Provisioning complete for port 790258d8-5852-4dfd-856e-9c4ff4a3203f triggered by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:25:12.513291 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:12.513291 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:12.542050 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.notifiers.nova [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31e830bc-4ff3-41d0-beca-2b4329f2e6cc {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 05:25:12.567061 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] For port 31e830bc-4ff3-41d0-beca-2b4329f2e6cc, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=31e830bc-4ff3-41d0-beca-2b4329f2e6cc,segment=NetworkSegment(6416812b-9698-4c94-b689-508bdc693c40),segment_id=6416812b-9698-4c94-b689-508bdc693c40)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:25:12.605918 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:12.629357 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b5db0e-e158-4838-9ba3-ef10befc9449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '790258d8-5852-4dfd-856e-9c4ff4a3203f'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 05:25:12.631577 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9746b1cd2a1144c350740d70a5f253bbb3c4ac519592b61f014e2841f81d92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7be0ea-7af2-4042-8a00-2e2439f3f2e0" -d '{"events": [{"server_uuid": "c1b5db0e-e158-4838-9ba3-ef10befc9449", "name": "network-vif-plugged", "status": "completed", "tag": "790258d8-5852-4dfd-856e-9c4ff4a3203f"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 05:25:12.636879 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:12.648534 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] For port 790258d8-5852-4dfd-856e-9c4ff4a3203f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=790258d8-5852-4dfd-856e-9c4ff4a3203f,segment=NetworkSegment(f6433832-0821-4a1f-a147-34f75b2bc1b3),segment_id=f6433832-0821-4a1f-a147-34f75b2bc1b3)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:25:12.667631 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 05:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6975fb5c-108c-40f3-b524-80e0a0de17ac x-openstack-request-id: req-6975fb5c-108c-40f3-b524-80e0a0de17ac {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 05:25:12.667917 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1b5db0e-e158-4838-9ba3-ef10befc9449", "name": "network-vif-plugged", "status": "completed", "tag": "790258d8-5852-4dfd-856e-9c4ff4a3203f", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 05:25:12.668245 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6975fb5c-108c-40f3-b524-80e0a0de17ac {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 05:25:12.668762 dv-cinder-778193-10-iscsi neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1b5db0e-e158-4838-9ba3-ef10befc9449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '790258d8-5852-4dfd-856e-9c4ff4a3203f', 'code': 200} Sep 21 05:25:12.692532 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:12.694917 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Pushing event updated for resources: {'Port': ['ID=31e830bc-4ff3-41d0-beca-2b4329f2e6cc,revision_number=4']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:25:12.741755 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Pushing event updated for resources: {'Port': ['ID=790258d8-5852-4dfd-856e-9c4ff4a3203f,revision_number=5']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:25:12.821058 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8aea8e-8175-4b76-b03f-8d3434ff2ba5 req-4a519f0c-c35c-442f-92b4-4c41c936794d tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:25:12.823279 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-bf8aea8e-8175-4b76-b03f-8d3434ff2ba5 req-4a519f0c-c35c-442f-92b4-4c41c936794d tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1b5db0e-e158-4838-9ba3-ef10befc9449 HTTP/1.1" status: 200 len: 945 time: 0.0493419 Sep 21 05:25:12.859803 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-bf8aea8e-8175-4b76-b03f-8d3434ff2ba5 req-51b943fb-1dd5-4cec-ae27-aee44e7b27fd tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=5508c277-6fcc-4331-bd78-69fd3cfdf04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302005 Sep 21 05:25:13.258792 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb39d9f3-be99-4791-8301-bef9329cff55 req-3d5c63d7-7a3a-4b6b-afec-f2f5c889e809 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:25:13.260215 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-eb39d9f3-be99-4791-8301-bef9329cff55 req-3d5c63d7-7a3a-4b6b-afec-f2f5c889e809 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?device_id=181155b6-39ea-4b3a-9cf5-17a0c00317e5 HTTP/1.1" status: 200 len: 945 time: 0.0535264 Sep 21 05:25:13.303739 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-eb39d9f3-be99-4791-8301-bef9329cff55 req-0a302001-5175-43f3-9535-c438fa0fa962 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb90e35f-32cf-49ec-9a14-0def52151a49&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369427 Sep 21 05:25:13.520800 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] get_ports_and_sgs() called for port_ids ['31e830bc-4ff3-41d0-beca-2b4329f2e6cc'] {{(pid=94668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 05:25:13.636466 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b0e2b-ff36-434f-949c-4b019238d90f req-dc2cbf2e-9e3b-4fda-aec7-3f29dec8aeea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:25:13.638190 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-ee5b0e2b-ff36-434f-949c-4b019238d90f req-dc2cbf2e-9e3b-4fda-aec7-3f29dec8aeea service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c1b5db0e-e158-4838-9ba3-ef10befc9449 HTTP/1.1" status: 200 len: 1098 time: 0.0421681 Sep 21 05:25:13.674997 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-ee5b0e2b-ff36-434f-949c-4b019238d90f req-194f0372-b1a4-44e2-8bab-4b28b98d903b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5508c277-6fcc-4331-bd78-69fd3cfdf04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294085 Sep 21 05:25:13.975646 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea49e44-8142-4db6-830b-bd623fa653ab req-88fd65c7-c19b-4b86-a952-17ec9c5b938c tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:25:13.977164 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cea49e44-8142-4db6-830b-bd623fa653ab req-88fd65c7-c19b-4b86-a952-17ec9c5b938c tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1b5db0e-e158-4838-9ba3-ef10befc9449 HTTP/1.1" status: 200 len: 945 time: 0.0478079 Sep 21 05:25:14.018418 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cea49e44-8142-4db6-830b-bd623fa653ab req-c04d6a2e-8c1b-4e0b-83c5-d708887639ef tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=5508c277-6fcc-4331-bd78-69fd3cfdf04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341358 Sep 21 05:25:14.436679 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af4033-2ac1-4e84-8628-1568410f1f26 req-84803116-2e5c-4181-930d-7cac3a1ba386 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:25:14.443912 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-88af4033-2ac1-4e84-8628-1568410f1f26 req-84803116-2e5c-4181-930d-7cac3a1ba386 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?device_id=181155b6-39ea-4b3a-9cf5-17a0c00317e5 HTTP/1.1" status: 200 len: 945 time: 0.0665402 Sep 21 05:25:14.477906 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-88af4033-2ac1-4e84-8628-1568410f1f26 req-664fa639-f36f-472f-9b32-4cc09913d800 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb90e35f-32cf-49ec-9a14-0def52151a49&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331330 Sep 21 05:25:14.604140 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8970745-043a-4ac7-a0f8-8e7565e1982f req-933cb8a0-f0b5-453f-9c56-e0ad4ee14a44 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:25:14.605594 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c8970745-043a-4ac7-a0f8-8e7565e1982f req-933cb8a0-f0b5-453f-9c56-e0ad4ee14a44 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] 10.222.0.36 "GET /v2.0/networks?id=ffddc300-7398-432a-b3a6-50719b678381 HTTP/1.1" status: 200 len: 814 time: 0.1027362 Sep 21 05:25:14.622201 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c8970745-043a-4ac7-a0f8-8e7565e1982f req-a3132ca2-d9d2-4f9d-a19e-dbd745b7e87c tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] 10.222.0.36 "GET /v2.0/quotas/722aa5a2430a4d20b5fd45695c213a0b HTTP/1.1" status: 200 len: 375 time: 0.0106080 Sep 21 05:25:14.874634 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c8970745-043a-4ac7-a0f8-8e7565e1982f req-68fc3c5a-e79c-4ace-81e3-65bd276ea317 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=722aa5a2430a4d20b5fd45695c213a0b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2471454 Sep 21 05:25:14.964452 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c8970745-043a-4ac7-a0f8-8e7565e1982f req-b80ec119-5e2b-4c6e-bfb9-6ef1a745c0b7 service neutron] 10.222.0.36 "GET /v2.0/networks/ffddc300-7398-432a-b3a6-50719b678381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817080 Sep 21 05:25:15.055893 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c8970745-043a-4ac7-a0f8-8e7565e1982f req-dbca8191-52fa-418d-b036-b1c22b480cf8 service neutron] 10.222.0.36 "GET /v2.0/networks/ffddc300-7398-432a-b3a6-50719b678381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852804 Sep 21 05:25:15.148907 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04ca780-720a-40e4-a269-b05b311f377f req-ade6f9f5-6b8c-4ecc-8103-c0259b82dbb6 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:25:15.150280 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d04ca780-720a-40e4-a269-b05b311f377f req-ade6f9f5-6b8c-4ecc-8103-c0259b82dbb6 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1b5db0e-e158-4838-9ba3-ef10befc9449 HTTP/1.1" status: 200 len: 945 time: 0.0542679 Sep 21 05:25:15.187634 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d04ca780-720a-40e4-a269-b05b311f377f req-62f40e53-1e29-4387-9400-d1be3b71d077 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=5508c277-6fcc-4331-bd78-69fd3cfdf04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313287 Sep 21 05:25:15.305926 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ce8ae5-69ac-485d-8d8c-f65aa513a102 req-7aa4478f-a2c8-420d-8a70-36c6610772b4 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:25:15.307592 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e4ce8ae5-69ac-485d-8d8c-f65aa513a102 req-7aa4478f-a2c8-420d-8a70-36c6610772b4 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1b5db0e-e158-4838-9ba3-ef10befc9449 HTTP/1.1" status: 200 len: 945 time: 0.0522888 Sep 21 05:25:15.316715 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 60336) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:25:15.321180 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-7421493a-d8c9-4e0f-b8f8-074efd485416 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Request body: {'floatingip': {'port_id': '790258d8-5852-4dfd-856e-9c4ff4a3203f'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:25:15.378034 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e2ad6794-79cc-4eab-94fb-7f4f4775b6bf req-31bef449-5451-4cba-8967-a2bf3513a919 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a2463b1-9425-4eff-b2db-b2435144be45 HTTP/1.1" status: 200 len: 210 time: 0.0535934 Sep 21 05:25:15.384572 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-7421493a-d8c9-4e0f-b8f8-074efd485416 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks [] for floatingip, before_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:15.698137 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d0811b-a157-4b7f-810a-526daa12c0ce req-36de99bc-8528-49c4-8ae7-5871fb6779f1 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:25:15.699579 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-20d0811b-a157-4b7f-810a-526daa12c0ce req-36de99bc-8528-49c4-8ae7-5871fb6779f1 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?device_id=181155b6-39ea-4b3a-9cf5-17a0c00317e5 HTTP/1.1" status: 200 len: 945 time: 0.1555092 Sep 21 05:25:15.780338 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-20d0811b-a157-4b7f-810a-526daa12c0ce req-66abd430-37ce-4478-9774-23641bf6d52a tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb90e35f-32cf-49ec-9a14-0def52151a49&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0745475 Sep 21 05:25:15.877015 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-7421493a-d8c9-4e0f-b8f8-074efd485416 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:15.977492 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-7421493a-d8c9-4e0f-b8f8-074efd485416 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473099'] for floatingip, after_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:16.077473 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.db.l3_db [None req-7421493a-d8c9-4e0f-b8f8-074efd485416 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Floating IP 6b92f9eb-b91a-44e5-a58f-ee23ebb63349 associated. External IP: 172.27.3.120, port: 790258d8-5852-4dfd-856e-9c4ff4a3203f. Sep 21 05:25:16.260516 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device 31e830bc-4ff3-41d0-beca-2b4329f2e6cc up at agent hyperv_hv-cinder-77819 {{(pid=94668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 05:25:16.285160 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7421493a-d8c9-4e0f-b8f8-074efd485416 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Router 29c2e55b-cae6-485f-a124-25addc251d8e has already been hosted by L3 agent e4914d08-4fb7-43fa-94fb-1720f1d16cb4 {{(pid=94666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 05:25:16.371956 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Provisioning for port 31e830bc-4ff3-41d0-beca-2b4329f2e6cc completed by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 05:25:16.375759 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Provisioning complete for port 31e830bc-4ff3-41d0-beca-2b4329f2e6cc triggered by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:25:16.376135 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:16.393104 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7421493a-d8c9-4e0f-b8f8-074efd485416 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify agent at l3_agent.dv-cinder-778193-10-iscsi the message routers_updated {{(pid=94666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 05:25:16.398178 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-7421493a-d8c9-4e0f-b8f8-074efd485416 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339'] for floatingip, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:16.406055 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41dab286-2b7d-4f75-8f97-4d7216d55fea None None] Sync routers for ids ['29c2e55b-cae6-485f-a124-25addc251d8e'] in dv-cinder-778193-10-iscsi {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 05:25:16.425401 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41dab286-2b7d-4f75-8f97-4d7216d55fea None None] Routers {'29c2e55b-cae6-485f-a124-25addc251d8e'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:25:16.426031 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-41dab286-2b7d-4f75-8f97-4d7216d55fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:25:09Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['29c2e55b-cae6-485f-a124-25addc251d8e'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:25:16.430087 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-7421493a-d8c9-4e0f-b8f8-074efd485416 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "PUT /v2.0/floatingips/6b92f9eb-b91a-44e5-a58f-ee23ebb63349 HTTP/1.1" status: 200 len: 991 time: 1.1122978 Sep 21 05:25:16.430938 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1b5db0e-e158-4838-9ba3-ef10befc9449', 'tag': '790258d8-5852-4dfd-856e-9c4ff4a3203f'}] {{(pid=94666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 05:25:16.439375 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44944af2400c5958a336bdfed19235d8f59e5c9f04ba018cfdf82e9059cb0bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66026319-78f6-4d55-a037-db957dd995fd" -d '{"events": [{"name": "network-changed", "server_uuid": "c1b5db0e-e158-4838-9ba3-ef10befc9449", "tag": "790258d8-5852-4dfd-856e-9c4ff4a3203f"}]}' {{(pid=94666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 05:25:16.482715 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-36353066-602e-4fc1-a09f-659f46ad0660 req-12490c63-b61f-4aa8-83e9-35d4889eaeb2 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a2463b1-9425-4eff-b2db-b2435144be45 HTTP/1.1" status: 200 len: 210 time: 0.0351458 Sep 21 05:25:16.524394 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 05:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b523814-0121-4d41-8136-bdef35d32844 x-openstack-request-id: req-7b523814-0121-4d41-8136-bdef35d32844 {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 05:25:16.524711 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1b5db0e-e158-4838-9ba3-ef10befc9449", "tag": "790258d8-5852-4dfd-856e-9c4ff4a3203f", "status": "completed", "code": 200}]} {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 05:25:16.524970 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7b523814-0121-4d41-8136-bdef35d32844 {{(pid=94666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 05:25:16.525371 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1b5db0e-e158-4838-9ba3-ef10befc9449', 'tag': '790258d8-5852-4dfd-856e-9c4ff4a3203f', 'status': 'completed', 'code': 200} Sep 21 05:25:16.561512 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:16.595822 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-41dab286-2b7d-4f75-8f97-4d7216d55fea None None] Set router 29c2e55b-cae6-485f-a124-25addc251d8e gateway port host: dv-cinder-778193-10-iscsi {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:25:16.600635 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '181155b6-39ea-4b3a-9cf5-17a0c00317e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31e830bc-4ff3-41d0-beca-2b4329f2e6cc'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 05:25:16.603028 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9746b1cd2a1144c350740d70a5f253bbb3c4ac519592b61f014e2841f81d92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e81315-3fbc-4877-8862-eb4436f357fe" -d '{"events": [{"server_uuid": "181155b6-39ea-4b3a-9cf5-17a0c00317e5", "name": "network-vif-plugged", "status": "completed", "tag": "31e830bc-4ff3-41d0-beca-2b4329f2e6cc"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 05:25:16.641380 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 05:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-946c9b02-4b8a-40b3-a8f6-0ddc90eb6586 x-openstack-request-id: req-946c9b02-4b8a-40b3-a8f6-0ddc90eb6586 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 05:25:16.641675 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "181155b6-39ea-4b3a-9cf5-17a0c00317e5", "name": "network-vif-plugged", "status": "completed", "tag": "31e830bc-4ff3-41d0-beca-2b4329f2e6cc", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 05:25:16.641923 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-946c9b02-4b8a-40b3-a8f6-0ddc90eb6586 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 05:25:16.642305 dv-cinder-778193-10-iscsi neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '181155b6-39ea-4b3a-9cf5-17a0c00317e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31e830bc-4ff3-41d0-beca-2b4329f2e6cc', 'code': 200} Sep 21 05:25:16.643911 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] For port 31e830bc-4ff3-41d0-beca-2b4329f2e6cc, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=31e830bc-4ff3-41d0-beca-2b4329f2e6cc,segment=NetworkSegment(6416812b-9698-4c94-b689-508bdc693c40),segment_id=6416812b-9698-4c94-b689-508bdc693c40)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:25:16.724614 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:16.817949 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Pushing event updated for resources: {'Port': ['ID=31e830bc-4ff3-41d0-beca-2b4329f2e6cc,revision_number=5']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:25:16.886539 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-41dab286-2b7d-4f75-8f97-4d7216d55fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c2e55b-cae6-485f-a124-25addc251d8e', 'name': 'tempest-AttachVolumeShelveTestJSON-810749560-router', 'tenant_id': '772420021b474ce7806243f145c281b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '820f8cfb-2e0b-431f-a515-c22b419c47fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:20:29Z', 'updated_at': '2021-09-21T05:20:38Z', 'revision_number': 4, 'project_id': '772420021b474ce7806243f145c281b8', 'gw_port': {'id': '820f8cfb-2e0b-431f-a515-c22b419c47fc', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:53:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c2e55b-cae6-485f-a124-25addc251d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:20:30Z', 'updated_at': '2021-09-21T05:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi', '_floatingips': [{'id': '6b92f9eb-b91a-44e5-a58f-ee23ebb63349', 'tenant_id': '772420021b474ce7806243f145c281b8', 'floating_ip_address': '172.27.3.120', 'floating_network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'router_id': '29c2e55b-cae6-485f-a124-25addc251d8e', 'port_id': '790258d8-5852-4dfd-856e-9c4ff4a3203f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '007b9195-968a-4aaf-8c91-9ba7bd7821aa', 'mac_address': 'fa:16:3e:9a:bc:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b5db0e-e158-4838-9ba3-ef10befc9449', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T05:24:57Z', 'updated_at': '2021-09-21T05:25:15Z', 'revision_number': 1, 'project_id': '772420021b474ce7806243f145c281b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27203168-ca35-41e3-9853-0a69c761b9bb', 'name': '', 'network_id': '007b9195-968a-4aaf-8c91-9ba7bd7821aa', 'tenant_id': '772420021b474ce7806243f145c281b8', 'mac_address': 'fa:16:3e:e9:c9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c2e55b-cae6-485f-a124-25addc251d8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8a68d4d6-aa72-4762-8b15-dd5ef7ab0ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:20:36Z', 'updated_at': '2021-09-21T05:20:46Z', 'revision_number': 5, 'project_id': '772420021b474ce7806243f145c281b8', 'subnets': [{'id': '8a68d4d6-aa72-4762-8b15-dd5ef7ab0ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:25:16.901027 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fb0880-4b62-41b6-9414-b0ae03057912 req-9698539b-9682-4d54-8c17-d594cb6ac60c tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:25:16.902589 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-05fb0880-4b62-41b6-9414-b0ae03057912 req-9698539b-9682-4d54-8c17-d594cb6ac60c tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?device_id=181155b6-39ea-4b3a-9cf5-17a0c00317e5 HTTP/1.1" status: 200 len: 946 time: 0.0493362 Sep 21 05:25:16.916526 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41dab286-2b7d-4f75-8f97-4d7216d55fea None None] Checking router: 29c2e55b-cae6-485f-a124-25addc251d8e for host: dv-cinder-778193-10-iscsi {{(pid=94668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 05:25:16.926016 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41dab286-2b7d-4f75-8f97-4d7216d55fea None None] Routers {'29c2e55b-cae6-485f-a124-25addc251d8e'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:25:16.927245 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-41dab286-2b7d-4f75-8f97-4d7216d55fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:25:09Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['29c2e55b-cae6-485f-a124-25addc251d8e'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:25:16.942489 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-05fb0880-4b62-41b6-9414-b0ae03057912 req-49be6e32-fd7f-45af-a5b1-0229ac77f314 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb90e35f-32cf-49ec-9a14-0def52151a49&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338855 Sep 21 05:25:17.148089 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-41dab286-2b7d-4f75-8f97-4d7216d55fea None None] Set router 29c2e55b-cae6-485f-a124-25addc251d8e gateway port host: dv-cinder-778193-10-iscsi {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:25:17.367922 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-41dab286-2b7d-4f75-8f97-4d7216d55fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c2e55b-cae6-485f-a124-25addc251d8e', 'name': 'tempest-AttachVolumeShelveTestJSON-810749560-router', 'tenant_id': '772420021b474ce7806243f145c281b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '820f8cfb-2e0b-431f-a515-c22b419c47fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:20:29Z', 'updated_at': '2021-09-21T05:20:38Z', 'revision_number': 4, 'project_id': '772420021b474ce7806243f145c281b8', 'gw_port': {'id': '820f8cfb-2e0b-431f-a515-c22b419c47fc', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:53:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c2e55b-cae6-485f-a124-25addc251d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:20:30Z', 'updated_at': '2021-09-21T05:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi', '_floatingips': [{'id': '6b92f9eb-b91a-44e5-a58f-ee23ebb63349', 'tenant_id': '772420021b474ce7806243f145c281b8', 'floating_ip_address': '172.27.3.120', 'floating_network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'router_id': '29c2e55b-cae6-485f-a124-25addc251d8e', 'port_id': '790258d8-5852-4dfd-856e-9c4ff4a3203f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '007b9195-968a-4aaf-8c91-9ba7bd7821aa', 'mac_address': 'fa:16:3e:9a:bc:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b5db0e-e158-4838-9ba3-ef10befc9449', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T05:24:57Z', 'updated_at': '2021-09-21T05:25:15Z', 'revision_number': 1, 'project_id': '772420021b474ce7806243f145c281b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27203168-ca35-41e3-9853-0a69c761b9bb', 'name': '', 'network_id': '007b9195-968a-4aaf-8c91-9ba7bd7821aa', 'tenant_id': '772420021b474ce7806243f145c281b8', 'mac_address': 'fa:16:3e:e9:c9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c2e55b-cae6-485f-a124-25addc251d8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8a68d4d6-aa72-4762-8b15-dd5ef7ab0ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:20:36Z', 'updated_at': '2021-09-21T05:20:46Z', 'revision_number': 5, 'project_id': '772420021b474ce7806243f145c281b8', 'subnets': [{'id': '8a68d4d6-aa72-4762-8b15-dd5ef7ab0ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:25:17.397148 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41dab286-2b7d-4f75-8f97-4d7216d55fea None None] The sync data for ids ['29c2e55b-cae6-485f-a124-25addc251d8e'] in dv-cinder-778193-10-iscsi is: [{'id': '29c2e55b-cae6-485f-a124-25addc251d8e', 'name': 'tempest-AttachVolumeShelveTestJSON-810749560-router', 'tenant_id': '772420021b474ce7806243f145c281b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '820f8cfb-2e0b-431f-a515-c22b419c47fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:20:29Z', 'updated_at': '2021-09-21T05:20:38Z', 'revision_number': 4, 'project_id': '772420021b474ce7806243f145c281b8', 'gw_port': {'id': '820f8cfb-2e0b-431f-a515-c22b419c47fc', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:53:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c2e55b-cae6-485f-a124-25addc251d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:20:30Z', 'updated_at': '2021-09-21T05:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi', '_floatingips': [{'id': '6b92f9eb-b91a-44e5-a58f-ee23ebb63349', 'tenant_id': '772420021b474ce7806243f145c281b8', 'floating_ip_address': '172.27.3.120', 'floating_network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'router_id': '29c2e55b-cae6-485f-a124-25addc251d8e', 'port_id': '790258d8-5852-4dfd-856e-9c4ff4a3203f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '007b9195-968a-4aaf-8c91-9ba7bd7821aa', 'mac_address': 'fa:16:3e:9a:bc:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b5db0e-e158-4838-9ba3-ef10befc9449', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T05:24:57Z', 'updated_at': '2021-09-21T05:25:15Z', 'revision_number': 1, 'project_id': '772420021b474ce7806243f145c281b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27203168-ca35-41e3-9853-0a69c761b9bb', 'name': '', 'network_id': '007b9195-968a-4aaf-8c91-9ba7bd7821aa', 'tenant_id': '772420021b474ce7806243f145c281b8', 'mac_address': 'fa:16:3e:e9:c9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c2e55b-cae6-485f-a124-25addc251d8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8a68d4d6-aa72-4762-8b15-dd5ef7ab0ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:20:36Z', 'updated_at': '2021-09-21T05:20:46Z', 'revision_number': 5, 'project_id': '772420021b474ce7806243f145c281b8', 'subnets': [{'id': '8a68d4d6-aa72-4762-8b15-dd5ef7ab0ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 05:25:17.577689 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5e96a13c-2259-4a99-aa67-0be20ee7c4c7 req-3a0f76c9-8359-493b-bbdf-1a76b5d28a7e tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a2463b1-9425-4eff-b2db-b2435144be45 HTTP/1.1" status: 200 len: 210 time: 0.0274858 Sep 21 05:25:17.583672 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b5a3e2-e027-4c5d-8c14-8a24e9fe7671 None None] New status for floating IP 6b92f9eb-b91a-44e5-a58f-ee23ebb63349: ACTIVE {{(pid=94669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 05:25:18.056918 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fd4736-f27c-4555-8b2e-14454982aca0 req-ae4b305f-cbb6-473b-8436-19a588fe2edf tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:25:18.058922 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-30fd4736-f27c-4555-8b2e-14454982aca0 req-ae4b305f-cbb6-473b-8436-19a588fe2edf tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?device_id=181155b6-39ea-4b3a-9cf5-17a0c00317e5 HTTP/1.1" status: 200 len: 946 time: 0.0467873 Sep 21 05:25:18.096425 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-30fd4736-f27c-4555-8b2e-14454982aca0 req-280d0182-a05e-4013-b57b-ab021af0e19b tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb90e35f-32cf-49ec-9a14-0def52151a49&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317433 Sep 21 05:25:18.156803 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66026319-78f6-4d55-a037-db957dd995fd req-331dcb5b-1549-47fd-ae7f-4de0d67e7f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:25:18.158302 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-66026319-78f6-4d55-a037-db957dd995fd req-331dcb5b-1549-47fd-ae7f-4de0d67e7f4d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=772420021b474ce7806243f145c281b8&device_id=c1b5db0e-e158-4838-9ba3-ef10befc9449 HTTP/1.1" status: 200 len: 1098 time: 0.0505183 Sep 21 05:25:18.250615 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66026319-78f6-4d55-a037-db957dd995fd req-42744c3b-5380-40f6-8dbd-d1844258cea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:25:18.252088 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-66026319-78f6-4d55-a037-db957dd995fd req-42744c3b-5380-40f6-8dbd-d1844258cea5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=007b9195-968a-4aaf-8c91-9ba7bd7821aa HTTP/1.1" status: 200 len: 916 time: 0.0872238 Sep 21 05:25:18.320286 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-66026319-78f6-4d55-a037-db957dd995fd req-e97f5282-525c-4b89-b573-e0ddba458a23 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=790258d8-5852-4dfd-856e-9c4ff4a3203f HTTP/1.1" status: 200 len: 1001 time: 0.0600891 Sep 21 05:25:18.367948 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66026319-78f6-4d55-a037-db957dd995fd req-e343eb20-9c69-45a5-ae75-8b35a28323ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:25:18.369278 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-66026319-78f6-4d55-a037-db957dd995fd req-e343eb20-9c69-45a5-ae75-8b35a28323ef service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8a68d4d6-aa72-4762-8b15-dd5ef7ab0ec9 HTTP/1.1" status: 200 len: 855 time: 0.0423870 Sep 21 05:25:18.447662 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66026319-78f6-4d55-a037-db957dd995fd req-7ce632cc-41ef-42aa-8a0a-a97d1127f13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:25:18.449709 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-66026319-78f6-4d55-a037-db957dd995fd req-7ce632cc-41ef-42aa-8a0a-a97d1127f13d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=007b9195-968a-4aaf-8c91-9ba7bd7821aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0674679 Sep 21 05:25:18.455069 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eff9185-e1aa-46d9-a012-ea9d755d7f56 req-40c0f65d-41bb-4f4f-b0f3-826581a880bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:25:18.456412 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-5eff9185-e1aa-46d9-a012-ea9d755d7f56 req-40c0f65d-41bb-4f4f-b0f3-826581a880bd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=181155b6-39ea-4b3a-9cf5-17a0c00317e5 HTTP/1.1" status: 200 len: 1099 time: 0.0477376 Sep 21 05:25:18.540818 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-5eff9185-e1aa-46d9-a012-ea9d755d7f56 req-9e6d114a-4300-458e-8876-082ef83e797e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=cb90e35f-32cf-49ec-9a14-0def52151a49&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0754371 Sep 21 05:25:18.562181 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-66026319-78f6-4d55-a037-db957dd995fd req-93a06019-3df0-488d-94cd-b7fd48614f6b service neutron] 10.222.0.32 "GET /v2.0/networks/007b9195-968a-4aaf-8c91-9ba7bd7821aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049047 Sep 21 05:25:18.673380 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-23d7be47-6d0e-4f41-94ea-07364e2a805f req-858a0187-2c14-4c16-834a-ddc7a0552a58 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a2463b1-9425-4eff-b2db-b2435144be45 HTTP/1.1" status: 200 len: 210 time: 0.0282607 Sep 21 05:25:18.833578 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-66026319-78f6-4d55-a037-db957dd995fd req-a7a3dc70-fb74-4787-91bf-b407d65fa6ad service neutron] 10.222.0.32 "GET /v2.0/networks/007b9195-968a-4aaf-8c91-9ba7bd7821aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858352 Sep 21 05:25:19.228081 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50765a8f-2d84-4e42-8914-d23e2f552f53 req-22ab7c91-6c58-4ca5-9a41-73a03ed14b09 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:25:19.229496 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-50765a8f-2d84-4e42-8914-d23e2f552f53 req-22ab7c91-6c58-4ca5-9a41-73a03ed14b09 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?device_id=181155b6-39ea-4b3a-9cf5-17a0c00317e5 HTTP/1.1" status: 200 len: 946 time: 0.0522187 Sep 21 05:25:19.272203 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-50765a8f-2d84-4e42-8914-d23e2f552f53 req-2a5dbd17-c063-4a15-a29f-4fe148b911bb tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb90e35f-32cf-49ec-9a14-0def52151a49&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351484 Sep 21 05:25:19.279971 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8970745-043a-4ac7-a0f8-8e7565e1982f req-84f58b5d-5653-470f-b15f-c83e559d688f tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:25:19.282424 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-c8970745-043a-4ac7-a0f8-8e7565e1982f req-84f58b5d-5653-470f-b15f-c83e559d688f tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] 10.222.0.32 "GET /v2.0/networks?id=ffddc300-7398-432a-b3a6-50719b678381 HTTP/1.1" status: 200 len: 814 time: 0.1104453 Sep 21 05:25:19.303677 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [req-c8970745-043a-4ac7-a0f8-8e7565e1982f req-b0c3de1c-78dd-4aea-b664-4a2c052619fc tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] Request body: {'port': {'device_id': '5a2463b1-9425-4eff-b2db-b2435144be45', 'network_id': 'ffddc300-7398-432a-b3a6-50719b678381', 'admin_state_up': True, 'tenant_id': '722aa5a2430a4d20b5fd45695c213a0b'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:25:19.514469 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8970745-043a-4ac7-a0f8-8e7565e1982f req-b0c3de1c-78dd-4aea-b664-4a2c052619fc tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] Made reservation on behalf of 722aa5a2430a4d20b5fd45695c213a0b for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 05:25:19.517842 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-c8970745-043a-4ac7-a0f8-8e7565e1982f req-b0c3de1c-78dd-4aea-b664-4a2c052619fc tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:19.642827 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-c8970745-043a-4ac7-a0f8-8e7565e1982f req-b0c3de1c-78dd-4aea-b664-4a2c052619fc tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] Allocated IP 172.20.0.11 (ffddc300-7398-432a-b3a6-50719b678381/5d8d7acb-1576-4381-adda-5e1ee0546d15/7db35136-3a96-478c-8487-5245de9f2134) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 05:25:19.769858 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1eb22b3b-cd86-4088-b1c8-ef0106cf6133 req-81827f9a-c7ac-422c-990a-ca8ae1e36b2f tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a2463b1-9425-4eff-b2db-b2435144be45 HTTP/1.1" status: 200 len: 210 time: 0.0282674 Sep 21 05:25:19.793651 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-c8970745-043a-4ac7-a0f8-8e7565e1982f req-b0c3de1c-78dd-4aea-b664-4a2c052619fc tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:19.960407 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-c8970745-043a-4ac7-a0f8-8e7565e1982f req-b0c3de1c-78dd-4aea-b664-4a2c052619fc tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751403777208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6441136'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:20.003513 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8970745-043a-4ac7-a0f8-8e7565e1982f req-b0c3de1c-78dd-4aea-b664-4a2c052619fc tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] Network ffddc300-7398-432a-b3a6-50719b678381 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 05:25:20.006625 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-c8970745-043a-4ac7-a0f8-8e7565e1982f req-b0c3de1c-78dd-4aea-b664-4a2c052619fc tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:25:20.012798 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8970745-043a-4ac7-a0f8-8e7565e1982f req-b0c3de1c-78dd-4aea-b664-4a2c052619fc tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 05:25:20.038752 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c3de1c-78dd-4aea-b664-4a2c052619fc tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] Pushing event updated for resources: {'Port': ['ID=7db35136-3a96-478c-8487-5245de9f2134,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:25:20.066159 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8970745-043a-4ac7-a0f8-8e7565e1982f req-b0c3de1c-78dd-4aea-b664-4a2c052619fc tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:25:20.066777 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-c8970745-043a-4ac7-a0f8-8e7565e1982f req-b0c3de1c-78dd-4aea-b664-4a2c052619fc tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:20.138166 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-c8970745-043a-4ac7-a0f8-8e7565e1982f req-b0c3de1c-78dd-4aea-b664-4a2c052619fc tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8464508 Sep 21 05:25:20.157016 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [req-c8970745-043a-4ac7-a0f8-8e7565e1982f req-ef9b11e1-f36f-49ae-b043-5528655da573 service neutron] Request body: {'port': {'device_id': '5a2463b1-9425-4eff-b2db-b2435144be45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:25:20.207779 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-c8970745-043a-4ac7-a0f8-8e7565e1982f req-ef9b11e1-f36f-49ae-b043-5528655da573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:20.250616 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.agents_db [None req-b3bad76d-57ee-4137-9d9b-1a82d1aed62b None None] Agent healthcheck: found 6 active agents {{(pid=94669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 05:25:20.407695 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7220e222-d722-498e-9477-a778682013c0 req-3e8dd045-1e6d-41e2-8e6f-caee40eb1a85 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:25:20.409383 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7220e222-d722-498e-9477-a778682013c0 req-3e8dd045-1e6d-41e2-8e6f-caee40eb1a85 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?device_id=181155b6-39ea-4b3a-9cf5-17a0c00317e5 HTTP/1.1" status: 200 len: 946 time: 0.0511813 Sep 21 05:25:20.452739 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7220e222-d722-498e-9477-a778682013c0 req-f667bb50-f9ca-41f3-b925-49b58608a69c tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb90e35f-32cf-49ec-9a14-0def52151a49&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367584 Sep 21 05:25:20.496023 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [req-c8970745-043a-4ac7-a0f8-8e7565e1982f req-ef9b11e1-f36f-49ae-b043-5528655da573 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7db35136-3a96-478c-8487-5245de9f2134 {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 05:25:20.503402 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-c8970745-043a-4ac7-a0f8-8e7565e1982f req-ef9b11e1-f36f-49ae-b043-5528655da573 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:20.514982 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-c8970745-043a-4ac7-a0f8-8e7565e1982f req-ef9b11e1-f36f-49ae-b043-5528655da573 service neutron] Transition to ACTIVE for port object 7db35136-3a96-478c-8487-5245de9f2134 will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 05:25:20.568817 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481db6c5-1059-4bf6-9b5d-236bf486a9b7 req-8a1463e0-0a75-49a8-a988-cdce364bfdfe tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:25:20.570431 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-481db6c5-1059-4bf6-9b5d-236bf486a9b7 req-8a1463e0-0a75-49a8-a988-cdce364bfdfe tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?device_id=181155b6-39ea-4b3a-9cf5-17a0c00317e5 HTTP/1.1" status: 200 len: 946 time: 0.0492799 Sep 21 05:25:20.579466 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 60398) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:25:20.583956 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-14dc5f90-31fd-4d12-8fbb-adbbec40d38c tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Request body: {'floatingip': {'port_id': '31e830bc-4ff3-41d0-beca-2b4329f2e6cc'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:25:20.592633 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-c8970745-043a-4ac7-a0f8-8e7565e1982f req-ef9b11e1-f36f-49ae-b043-5528655da573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6441129'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:20.621811 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-14dc5f90-31fd-4d12-8fbb-adbbec40d38c tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks [] for floatingip, before_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:20.658357 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9b11e1-f36f-49ae-b043-5528655da573 service neutron] Pushing event updated for resources: {'Port': ['ID=7db35136-3a96-478c-8487-5245de9f2134,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:25:20.708334 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-c8970745-043a-4ac7-a0f8-8e7565e1982f req-ef9b11e1-f36f-49ae-b043-5528655da573 service neutron] Attempting to bind port 7db35136-3a96-478c-8487-5245de9f2134 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 05:25:20.708669 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-c8970745-043a-4ac7-a0f8-8e7565e1982f req-ef9b11e1-f36f-49ae-b043-5528655da573 service neutron] Attempting to bind port 7db35136-3a96-478c-8487-5245de9f2134 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '51e38676-4bd9-46c3-bbb4-13178fcd2471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ffddc300-7398-432a-b3a6-50719b678381'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 05:25:20.709015 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8970745-043a-4ac7-a0f8-8e7565e1982f req-ef9b11e1-f36f-49ae-b043-5528655da573 service neutron] Attempting to bind port 7db35136-3a96-478c-8487-5245de9f2134 on network ffddc300-7398-432a-b3a6-50719b678381 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 05:25:20.714266 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8970745-043a-4ac7-a0f8-8e7565e1982f req-ef9b11e1-f36f-49ae-b043-5528655da573 service neutron] Port 7db35136-3a96-478c-8487-5245de9f2134 on network ffddc300-7398-432a-b3a6-50719b678381 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 05:25:20.714638 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8970745-043a-4ac7-a0f8-8e7565e1982f req-ef9b11e1-f36f-49ae-b043-5528655da573 service neutron] Attempting to bind port 7db35136-3a96-478c-8487-5245de9f2134 on network ffddc300-7398-432a-b3a6-50719b678381 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 05:25:20.719367 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8970745-043a-4ac7-a0f8-8e7565e1982f req-ef9b11e1-f36f-49ae-b043-5528655da573 service neutron] Checking agent: {'id': '5298a3ad-ea79-4298-8fba-5c2796ea9d92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 5, 18, 37), 'started_at': datetime.datetime(2021, 9, 21, 5, 18, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 5, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 05:25:20.719705 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8970745-043a-4ac7-a0f8-8e7565e1982f req-ef9b11e1-f36f-49ae-b043-5528655da573 service neutron] Checking segment: {'id': '51e38676-4bd9-46c3-bbb4-13178fcd2471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ffddc300-7398-432a-b3a6-50719b678381'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 05:25:20.720083 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8970745-043a-4ac7-a0f8-8e7565e1982f req-ef9b11e1-f36f-49ae-b043-5528655da573 service neutron] Bound using segment: {'id': '51e38676-4bd9-46c3-bbb4-13178fcd2471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ffddc300-7398-432a-b3a6-50719b678381'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 05:25:20.720515 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-c8970745-043a-4ac7-a0f8-8e7565e1982f req-ef9b11e1-f36f-49ae-b043-5528655da573 service neutron] Bound port: 7db35136-3a96-478c-8487-5245de9f2134, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51e38676-4bd9-46c3-bbb4-13178fcd2471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ffddc300-7398-432a-b3a6-50719b678381'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 05:25:20.720872 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-c8970745-043a-4ac7-a0f8-8e7565e1982f req-ef9b11e1-f36f-49ae-b043-5528655da573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:20.785292 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-c8970745-043a-4ac7-a0f8-8e7565e1982f req-ef9b11e1-f36f-49ae-b043-5528655da573 service neutron] For port 7db35136-3a96-478c-8487-5245de9f2134, host hv-cinder-77819, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 05:25:20.788480 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-c8970745-043a-4ac7-a0f8-8e7565e1982f req-ef9b11e1-f36f-49ae-b043-5528655da573 service neutron] For port 7db35136-3a96-478c-8487-5245de9f2134, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=7db35136-3a96-478c-8487-5245de9f2134,segment=NetworkSegment(51e38676-4bd9-46c3-bbb4-13178fcd2471),segment_id=51e38676-4bd9-46c3-bbb4-13178fcd2471)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 05:25:20.878987 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-c8970745-043a-4ac7-a0f8-8e7565e1982f req-ef9b11e1-f36f-49ae-b043-5528655da573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6441129'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:20.913880 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8970745-043a-4ac7-a0f8-8e7565e1982f req-ef9b11e1-f36f-49ae-b043-5528655da573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:25:20.914518 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-c8970745-043a-4ac7-a0f8-8e7565e1982f req-ef9b11e1-f36f-49ae-b043-5528655da573 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:20.915883 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-c8970745-043a-4ac7-a0f8-8e7565e1982f req-ef9b11e1-f36f-49ae-b043-5528655da573 service neutron] 10.222.0.32 "PUT /v2.0/ports/7db35136-3a96-478c-8487-5245de9f2134 HTTP/1.1" status: 200 len: 1094 time: 0.7628660 Sep 21 05:25:20.916306 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a2463b1-9425-4eff-b2db-b2435144be45', 'tag': '7db35136-3a96-478c-8487-5245de9f2134'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 05:25:20.919213 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2093a7355c0e7a06ffa9c2f51d01f7a17d1263efd9baf457b9b047ecef1e75bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8025aa0d-1098-4c26-8352-cb205ccfc881" -d '{"events": [{"name": "network-changed", "server_uuid": "5a2463b1-9425-4eff-b2db-b2435144be45", "tag": "7db35136-3a96-478c-8487-5245de9f2134"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 05:25:20.947796 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9b11e1-f36f-49ae-b043-5528655da573 service neutron] Pushing event updated for resources: {'Port': ['ID=7db35136-3a96-478c-8487-5245de9f2134,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:25:20.957823 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 05:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b8c402-3eda-40de-8292-dd52d55b6cd0 x-openstack-request-id: req-12b8c402-3eda-40de-8292-dd52d55b6cd0 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 05:25:20.958114 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a2463b1-9425-4eff-b2db-b2435144be45", "tag": "7db35136-3a96-478c-8487-5245de9f2134", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 05:25:20.958554 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-12b8c402-3eda-40de-8292-dd52d55b6cd0 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 05:25:20.959205 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a2463b1-9425-4eff-b2db-b2435144be45', 'tag': '7db35136-3a96-478c-8487-5245de9f2134', 'status': 'completed', 'code': 200} Sep 21 05:25:20.993316 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45686ef-50ef-4ce6-91d4-68b0890a4c73 req-a0e6f2d6-1acd-4072-93de-548bc3b2524d tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:25:20.994864 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f45686ef-50ef-4ce6-91d4-68b0890a4c73 req-a0e6f2d6-1acd-4072-93de-548bc3b2524d tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a2463b1-9425-4eff-b2db-b2435144be45 HTTP/1.1" status: 200 len: 944 time: 0.1537340 Sep 21 05:25:21.020999 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8025aa0d-1098-4c26-8352-cb205ccfc881 req-0a7ebcb8-5131-4ad3-a51e-0c3995cbfddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:25:21.022562 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-8025aa0d-1098-4c26-8352-cb205ccfc881 req-0a7ebcb8-5131-4ad3-a51e-0c3995cbfddf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=722aa5a2430a4d20b5fd45695c213a0b&device_id=5a2463b1-9425-4eff-b2db-b2435144be45 HTTP/1.1" status: 200 len: 1097 time: 0.0415974 Sep 21 05:25:21.068413 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f45686ef-50ef-4ce6-91d4-68b0890a4c73 req-1da36664-f1db-4849-a36a-86b3dc3f971f tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] 10.222.0.36 "GET /v2.0/security-groups?id=3693537d-2937-4332-b678-3811083859a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670755 Sep 21 05:25:21.124336 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-14dc5f90-31fd-4d12-8fbb-adbbec40d38c tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:21.126097 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8025aa0d-1098-4c26-8352-cb205ccfc881 req-b033e30f-74b7-4565-8bd7-59833c66ac67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:25:21.127632 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-8025aa0d-1098-4c26-8352-cb205ccfc881 req-b033e30f-74b7-4565-8bd7-59833c66ac67 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=722aa5a2430a4d20b5fd45695c213a0b&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0976863 Sep 21 05:25:21.192489 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-14dc5f90-31fd-4d12-8fbb-adbbec40d38c tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473099'] for floatingip, after_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:21.223797 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8025aa0d-1098-4c26-8352-cb205ccfc881 req-cb5a8257-b978-41b6-8281-fecad5f343dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:25:21.225260 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-8025aa0d-1098-4c26-8352-cb205ccfc881 req-cb5a8257-b978-41b6-8281-fecad5f343dd service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0904052 Sep 21 05:25:21.294666 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.db.l3_db [None req-14dc5f90-31fd-4d12-8fbb-adbbec40d38c tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Floating IP 99722144-5df0-4a93-aaa3-73100849b687 associated. External IP: 172.27.3.196, port: 31e830bc-4ff3-41d0-beca-2b4329f2e6cc. Sep 21 05:25:21.303367 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8970745-043a-4ac7-a0f8-8e7565e1982f req-f4fb97c7-da17-42da-91d5-8ce2ac2bdd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:25:21.304906 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-c8970745-043a-4ac7-a0f8-8e7565e1982f req-f4fb97c7-da17-42da-91d5-8ce2ac2bdd41 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=722aa5a2430a4d20b5fd45695c213a0b&device_id=5a2463b1-9425-4eff-b2db-b2435144be45 HTTP/1.1" status: 200 len: 1097 time: 0.0416350 Sep 21 05:25:21.358774 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-c8970745-043a-4ac7-a0f8-8e7565e1982f req-cc3d843d-98b5-4041-a9ec-27187b0a593b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7db35136-3a96-478c-8487-5245de9f2134 HTTP/1.1" status: 200 len: 217 time: 0.0462692 Sep 21 05:25:21.411616 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8970745-043a-4ac7-a0f8-8e7565e1982f req-3a2fbb8f-160d-4e6d-8178-6a42d0a97344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:25:21.413089 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-c8970745-043a-4ac7-a0f8-8e7565e1982f req-3a2fbb8f-160d-4e6d-8178-6a42d0a97344 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5d8d7acb-1576-4381-adda-5e1ee0546d15 HTTP/1.1" status: 200 len: 854 time: 0.0436418 Sep 21 05:25:21.445324 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-c8970745-043a-4ac7-a0f8-8e7565e1982f req-32134ac4-e3fd-44a5-9480-10f216a889ab service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ffddc300-7398-432a-b3a6-50719b678381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245080 Sep 21 05:25:21.509820 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14dc5f90-31fd-4d12-8fbb-adbbec40d38c tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Router ff2dd978-6edc-4c47-92a7-6f19c17a2f21 has already been hosted by L3 agent e4914d08-4fb7-43fa-94fb-1720f1d16cb4 {{(pid=94666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 05:25:21.803927 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-c8970745-043a-4ac7-a0f8-8e7565e1982f req-92cfd044-0c36-4c46-96ef-90be18941ae3 service neutron] 10.222.0.32 "GET /v2.0/networks/ffddc300-7398-432a-b3a6-50719b678381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3440304 Sep 21 05:25:21.847630 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14dc5f90-31fd-4d12-8fbb-adbbec40d38c tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify agent at l3_agent.dv-cinder-778193-10-iscsi the message routers_updated {{(pid=94666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 05:25:21.852516 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-14dc5f90-31fd-4d12-8fbb-adbbec40d38c tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339'] for floatingip, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:21.857514 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a860c969-77f0-4846-9a2b-c794f706a5f0 None None] Sync routers for ids ['ff2dd978-6edc-4c47-92a7-6f19c17a2f21'] in dv-cinder-778193-10-iscsi {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 05:25:21.878257 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a860c969-77f0-4846-9a2b-c794f706a5f0 None None] Routers {'ff2dd978-6edc-4c47-92a7-6f19c17a2f21'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:25:21.879395 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-a860c969-77f0-4846-9a2b-c794f706a5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:25:09Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['ff2dd978-6edc-4c47-92a7-6f19c17a2f21'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:25:21.882484 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-14dc5f90-31fd-4d12-8fbb-adbbec40d38c tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "PUT /v2.0/floatingips/99722144-5df0-4a93-aaa3-73100849b687 HTTP/1.1" status: 200 len: 992 time: 1.3019223 Sep 21 05:25:21.883174 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '181155b6-39ea-4b3a-9cf5-17a0c00317e5', 'tag': '31e830bc-4ff3-41d0-beca-2b4329f2e6cc'}] {{(pid=94666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 05:25:21.886165 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44944af2400c5958a336bdfed19235d8f59e5c9f04ba018cfdf82e9059cb0bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa4f001-ab3a-4d3b-ae81-2d11dd1020ff" -d '{"events": [{"name": "network-changed", "server_uuid": "181155b6-39ea-4b3a-9cf5-17a0c00317e5", "tag": "31e830bc-4ff3-41d0-beca-2b4329f2e6cc"}]}' {{(pid=94666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 05:25:21.913699 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-c8970745-043a-4ac7-a0f8-8e7565e1982f req-c4abc7bc-c48f-4f97-8f7c-3f8dce480de6 service neutron] 10.222.0.32 "GET /v2.0/networks/ffddc300-7398-432a-b3a6-50719b678381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964720 Sep 21 05:25:21.935028 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 05:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d1f2e88-ec7c-4cd2-b4bf-c5ccedb314af x-openstack-request-id: req-6d1f2e88-ec7c-4cd2-b4bf-c5ccedb314af {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 05:25:21.935318 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "181155b6-39ea-4b3a-9cf5-17a0c00317e5", "tag": "31e830bc-4ff3-41d0-beca-2b4329f2e6cc", "status": "completed", "code": 200}]} {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 05:25:21.935570 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6d1f2e88-ec7c-4cd2-b4bf-c5ccedb314af {{(pid=94666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 05:25:21.936004 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '181155b6-39ea-4b3a-9cf5-17a0c00317e5', 'tag': '31e830bc-4ff3-41d0-beca-2b4329f2e6cc', 'status': 'completed', 'code': 200} Sep 21 05:25:22.007120 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa4f001-ab3a-4d3b-ae81-2d11dd1020ff req-8202da08-45e8-4fb1-ae97-2608fe01d01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:25:22.008599 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-3fa4f001-ab3a-4d3b-ae81-2d11dd1020ff req-8202da08-45e8-4fb1-ae97-2608fe01d01c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c1270fbb20a848c2956184daa8db39c9&device_id=181155b6-39ea-4b3a-9cf5-17a0c00317e5 HTTP/1.1" status: 200 len: 1099 time: 0.0458765 Sep 21 05:25:22.023107 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-a860c969-77f0-4846-9a2b-c794f706a5f0 None None] Set router ff2dd978-6edc-4c47-92a7-6f19c17a2f21 gateway port host: dv-cinder-778193-10-iscsi {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:25:22.100314 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa4f001-ab3a-4d3b-ae81-2d11dd1020ff req-84b32553-2bc1-4600-a17d-bb6fdfc2ac73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:25:22.102116 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-3fa4f001-ab3a-4d3b-ae81-2d11dd1020ff req-84b32553-2bc1-4600-a17d-bb6fdfc2ac73 service neutron] 10.222.0.32 "GET /v2.0/networks?id=151497d5-ce27-4271-a888-4f8a00b26617 HTTP/1.1" status: 200 len: 911 time: 0.0868330 Sep 21 05:25:22.174193 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-3fa4f001-ab3a-4d3b-ae81-2d11dd1020ff req-7c67c511-98bf-472c-8433-f70574f2b2af service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31e830bc-4ff3-41d0-beca-2b4329f2e6cc HTTP/1.1" status: 200 len: 1000 time: 0.0637822 Sep 21 05:25:22.186656 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2989e-a435-4dba-b4aa-fe44b5410bb5 req-8d3a88a8-46ca-4580-85da-2e20217fbff5 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:25:22.188402 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9bf2989e-a435-4dba-b4aa-fe44b5410bb5 req-8d3a88a8-46ca-4580-85da-2e20217fbff5 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a2463b1-9425-4eff-b2db-b2435144be45 HTTP/1.1" status: 200 len: 944 time: 0.0498695 Sep 21 05:25:22.224661 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa4f001-ab3a-4d3b-ae81-2d11dd1020ff req-bbb70f22-35d1-4d98-be9c-3ae988719505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:25:22.226141 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-3fa4f001-ab3a-4d3b-ae81-2d11dd1020ff req-bbb70f22-35d1-4d98-be9c-3ae988719505 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f6d02048-06ff-4c3a-9a06-2b16d4e50c51 HTTP/1.1" status: 200 len: 850 time: 0.0447068 Sep 21 05:25:22.228049 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9bf2989e-a435-4dba-b4aa-fe44b5410bb5 req-a96daf1f-2a30-40ab-899f-858949e694f0 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] 10.222.0.36 "GET /v2.0/security-groups?id=3693537d-2937-4332-b678-3811083859a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330770 Sep 21 05:25:22.261973 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-a860c969-77f0-4846-9a2b-c794f706a5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2dd978-6edc-4c47-92a7-6f19c17a2f21', 'name': 'tempest-AttachVolumeTestJSON-1593096502-router', 'tenant_id': 'c1270fbb20a848c2956184daa8db39c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '0e3dae2b-e1b4-47a3-b546-2e8980b35558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:20:26Z', 'updated_at': '2021-09-21T05:20:33Z', 'revision_number': 4, 'project_id': 'c1270fbb20a848c2956184daa8db39c9', 'gw_port': {'id': '0e3dae2b-e1b4-47a3-b546-2e8980b35558', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:7f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2dd978-6edc-4c47-92a7-6f19c17a2f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:20:27Z', 'updated_at': '2021-09-21T05:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi', '_floatingips': [{'id': '99722144-5df0-4a93-aaa3-73100849b687', 'tenant_id': 'c1270fbb20a848c2956184daa8db39c9', 'floating_ip_address': '172.27.3.196', 'floating_network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'router_id': 'ff2dd978-6edc-4c47-92a7-6f19c17a2f21', 'port_id': '31e830bc-4ff3-41d0-beca-2b4329f2e6cc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '151497d5-ce27-4271-a888-4f8a00b26617', 'mac_address': 'fa:16:3e:75:34:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181155b6-39ea-4b3a-9cf5-17a0c00317e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T05:25:00Z', 'updated_at': '2021-09-21T05:25:21Z', 'revision_number': 1, 'project_id': 'c1270fbb20a848c2956184daa8db39c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b477a0d-428e-4e42-8448-dc937d2484c0', 'name': '', 'network_id': '151497d5-ce27-4271-a888-4f8a00b26617', 'tenant_id': 'c1270fbb20a848c2956184daa8db39c9', 'mac_address': 'fa:16:3e:ce:e8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2dd978-6edc-4c47-92a7-6f19c17a2f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f6d02048-06ff-4c3a-9a06-2b16d4e50c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:20:31Z', 'updated_at': '2021-09-21T05:20:39Z', 'revision_number': 5, 'project_id': 'c1270fbb20a848c2956184daa8db39c9', 'subnets': [{'id': 'f6d02048-06ff-4c3a-9a06-2b16d4e50c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:25:22.271301 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa4f001-ab3a-4d3b-ae81-2d11dd1020ff req-e0e8da8f-61b0-4153-bd1d-9193490fac6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:25:22.272790 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-3fa4f001-ab3a-4d3b-ae81-2d11dd1020ff req-e0e8da8f-61b0-4153-bd1d-9193490fac6a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=151497d5-ce27-4271-a888-4f8a00b26617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0396771 Sep 21 05:25:22.288442 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a860c969-77f0-4846-9a2b-c794f706a5f0 None None] Checking router: ff2dd978-6edc-4c47-92a7-6f19c17a2f21 for host: dv-cinder-778193-10-iscsi {{(pid=94668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 05:25:22.297324 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a860c969-77f0-4846-9a2b-c794f706a5f0 None None] Routers {'ff2dd978-6edc-4c47-92a7-6f19c17a2f21'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:25:22.297935 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-a860c969-77f0-4846-9a2b-c794f706a5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:25:09Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['ff2dd978-6edc-4c47-92a7-6f19c17a2f21'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:25:22.366785 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-3fa4f001-ab3a-4d3b-ae81-2d11dd1020ff req-8ed6c9df-d157-4eb9-94a1-7ef34d0392c5 service neutron] 10.222.0.32 "GET /v2.0/networks/151497d5-ce27-4271-a888-4f8a00b26617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853426 Sep 21 05:25:22.409049 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-a860c969-77f0-4846-9a2b-c794f706a5f0 None None] Set router ff2dd978-6edc-4c47-92a7-6f19c17a2f21 gateway port host: dv-cinder-778193-10-iscsi {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:25:22.464093 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-3fa4f001-ab3a-4d3b-ae81-2d11dd1020ff req-da5cb259-ec4f-4153-ab3c-e334d2139941 service neutron] 10.222.0.32 "GET /v2.0/networks/151497d5-ce27-4271-a888-4f8a00b26617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876164 Sep 21 05:25:22.636955 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-a860c969-77f0-4846-9a2b-c794f706a5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2dd978-6edc-4c47-92a7-6f19c17a2f21', 'name': 'tempest-AttachVolumeTestJSON-1593096502-router', 'tenant_id': 'c1270fbb20a848c2956184daa8db39c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '0e3dae2b-e1b4-47a3-b546-2e8980b35558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:20:26Z', 'updated_at': '2021-09-21T05:20:33Z', 'revision_number': 4, 'project_id': 'c1270fbb20a848c2956184daa8db39c9', 'gw_port': {'id': '0e3dae2b-e1b4-47a3-b546-2e8980b35558', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:7f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2dd978-6edc-4c47-92a7-6f19c17a2f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:20:27Z', 'updated_at': '2021-09-21T05:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi', '_floatingips': [{'id': '99722144-5df0-4a93-aaa3-73100849b687', 'tenant_id': 'c1270fbb20a848c2956184daa8db39c9', 'floating_ip_address': '172.27.3.196', 'floating_network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'router_id': 'ff2dd978-6edc-4c47-92a7-6f19c17a2f21', 'port_id': '31e830bc-4ff3-41d0-beca-2b4329f2e6cc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '151497d5-ce27-4271-a888-4f8a00b26617', 'mac_address': 'fa:16:3e:75:34:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181155b6-39ea-4b3a-9cf5-17a0c00317e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T05:25:00Z', 'updated_at': '2021-09-21T05:25:21Z', 'revision_number': 1, 'project_id': 'c1270fbb20a848c2956184daa8db39c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b477a0d-428e-4e42-8448-dc937d2484c0', 'name': '', 'network_id': '151497d5-ce27-4271-a888-4f8a00b26617', 'tenant_id': 'c1270fbb20a848c2956184daa8db39c9', 'mac_address': 'fa:16:3e:ce:e8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2dd978-6edc-4c47-92a7-6f19c17a2f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f6d02048-06ff-4c3a-9a06-2b16d4e50c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:20:31Z', 'updated_at': '2021-09-21T05:20:39Z', 'revision_number': 5, 'project_id': 'c1270fbb20a848c2956184daa8db39c9', 'subnets': [{'id': 'f6d02048-06ff-4c3a-9a06-2b16d4e50c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:25:22.662648 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a860c969-77f0-4846-9a2b-c794f706a5f0 None None] The sync data for ids ['ff2dd978-6edc-4c47-92a7-6f19c17a2f21'] in dv-cinder-778193-10-iscsi is: [{'id': 'ff2dd978-6edc-4c47-92a7-6f19c17a2f21', 'name': 'tempest-AttachVolumeTestJSON-1593096502-router', 'tenant_id': 'c1270fbb20a848c2956184daa8db39c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '0e3dae2b-e1b4-47a3-b546-2e8980b35558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:20:26Z', 'updated_at': '2021-09-21T05:20:33Z', 'revision_number': 4, 'project_id': 'c1270fbb20a848c2956184daa8db39c9', 'gw_port': {'id': '0e3dae2b-e1b4-47a3-b546-2e8980b35558', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:7f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2dd978-6edc-4c47-92a7-6f19c17a2f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:20:27Z', 'updated_at': '2021-09-21T05:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi', '_floatingips': [{'id': '99722144-5df0-4a93-aaa3-73100849b687', 'tenant_id': 'c1270fbb20a848c2956184daa8db39c9', 'floating_ip_address': '172.27.3.196', 'floating_network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'router_id': 'ff2dd978-6edc-4c47-92a7-6f19c17a2f21', 'port_id': '31e830bc-4ff3-41d0-beca-2b4329f2e6cc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '151497d5-ce27-4271-a888-4f8a00b26617', 'mac_address': 'fa:16:3e:75:34:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181155b6-39ea-4b3a-9cf5-17a0c00317e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T05:25:00Z', 'updated_at': '2021-09-21T05:25:21Z', 'revision_number': 1, 'project_id': 'c1270fbb20a848c2956184daa8db39c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b477a0d-428e-4e42-8448-dc937d2484c0', 'name': '', 'network_id': '151497d5-ce27-4271-a888-4f8a00b26617', 'tenant_id': 'c1270fbb20a848c2956184daa8db39c9', 'mac_address': 'fa:16:3e:ce:e8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2dd978-6edc-4c47-92a7-6f19c17a2f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f6d02048-06ff-4c3a-9a06-2b16d4e50c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:20:31Z', 'updated_at': '2021-09-21T05:20:39Z', 'revision_number': 5, 'project_id': 'c1270fbb20a848c2956184daa8db39c9', 'subnets': [{'id': 'f6d02048-06ff-4c3a-9a06-2b16d4e50c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 05:25:22.836176 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7b73ac-2af2-42a2-909c-4852de5c3051 None None] New status for floating IP 99722144-5df0-4a93-aaa3-73100849b687: ACTIVE {{(pid=94669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 05:25:23.350006 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa40543-2bd3-48e2-a2db-d256739fc975 req-0a204048-befd-4799-9426-565c4c09bc7d tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:25:23.351514 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9fa40543-2bd3-48e2-a2db-d256739fc975 req-0a204048-befd-4799-9426-565c4c09bc7d tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a2463b1-9425-4eff-b2db-b2435144be45 HTTP/1.1" status: 200 len: 944 time: 0.0522871 Sep 21 05:25:23.388950 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9fa40543-2bd3-48e2-a2db-d256739fc975 req-3b23150f-0e5a-42e7-8f18-f1cdf54c12d9 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] 10.222.0.36 "GET /v2.0/security-groups?id=3693537d-2937-4332-b678-3811083859a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312235 Sep 21 05:25:23.561217 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device 7db35136-3a96-478c-8487-5245de9f2134 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 05:25:23.660569 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] For port 7db35136-3a96-478c-8487-5245de9f2134, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=7db35136-3a96-478c-8487-5245de9f2134,segment=NetworkSegment(51e38676-4bd9-46c3-bbb4-13178fcd2471),segment_id=51e38676-4bd9-46c3-bbb4-13178fcd2471)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:25:23.671981 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Returning: {'device': '7db35136-3a96-478c-8487-5245de9f2134', 'network_id': 'ffddc300-7398-432a-b3a6-50719b678381', 'port_id': '7db35136-3a96-478c-8487-5245de9f2134', 'mac_address': 'fa:16:3e:ab:97:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d8d7acb-1576-4381-adda-5e1ee0546d15', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 05:25:23.708327 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:23.720454 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.notifiers.nova [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7db35136-3a96-478c-8487-5245de9f2134 {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 05:25:23.739215 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] For port 7db35136-3a96-478c-8487-5245de9f2134, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=7db35136-3a96-478c-8487-5245de9f2134,segment=NetworkSegment(51e38676-4bd9-46c3-bbb4-13178fcd2471),segment_id=51e38676-4bd9-46c3-bbb4-13178fcd2471)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:25:23.867088 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:23.915754 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Pushing event updated for resources: {'Port': ['ID=7db35136-3a96-478c-8487-5245de9f2134,revision_number=4']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:25:24.101328 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] get_ports_and_sgs() called for port_ids ['7db35136-3a96-478c-8487-5245de9f2134'] {{(pid=94668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 05:25:24.503417 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d36fba3-ed43-4d7f-85c8-745cf1515b57 req-40073748-e375-4909-80c7-bc3d40f2244f tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:25:24.504921 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7d36fba3-ed43-4d7f-85c8-745cf1515b57 req-40073748-e375-4909-80c7-bc3d40f2244f tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a2463b1-9425-4eff-b2db-b2435144be45 HTTP/1.1" status: 200 len: 945 time: 0.0491955 Sep 21 05:25:24.542823 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7d36fba3-ed43-4d7f-85c8-745cf1515b57 req-a0699c25-ef84-4383-99aa-0109ae05c439 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] 10.222.0.36 "GET /v2.0/security-groups?id=3693537d-2937-4332-b678-3811083859a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312843 Sep 21 05:25:24.748641 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 60444) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:25:24.851405 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-be4d413b-89f3-43c6-99df-9edc0e520b04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:24.944742 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-be4d413b-89f3-43c6-99df-9edc0e520b04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:25.005339 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-be4d413b-89f3-43c6-99df-9edc0e520b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:25.046744 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-be4d413b-89f3-43c6-99df-9edc0e520b04 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6a853911f2134cfaa8eb92e73b383a46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2969944 Sep 21 05:25:25.047578 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4d413b-89f3-43c6-99df-9edc0e520b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92344a55-6939-476e-9747-36d2efbf86ff,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:25:25.049506 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 60448) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:25:25.097856 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9299db59-b8e2-43dd-82ba-3d29c4e473ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:25.121472 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9299db59-b8e2-43dd-82ba-3d29c4e473ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:25.234728 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9299db59-b8e2-43dd-82ba-3d29c4e473ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:25.237272 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9299db59-b8e2-43dd-82ba-3d29c4e473ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:25.238472 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-9299db59-b8e2-43dd-82ba-3d29c4e473ed admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/92344a55-6939-476e-9747-36d2efbf86ff HTTP/1.1" status: 204 len: 168 time: 0.1878510 Sep 21 05:25:25.247832 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9299db59-b8e2-43dd-82ba-3d29c4e473ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92344a55-6939-476e-9747-36d2efbf86ff,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:25:25.561661 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device 7db35136-3a96-478c-8487-5245de9f2134 up at agent hyperv_hv-cinder-77819 {{(pid=94668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 05:25:25.678610 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Provisioning for port 7db35136-3a96-478c-8487-5245de9f2134 completed by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 05:25:25.682415 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Provisioning complete for port 7db35136-3a96-478c-8487-5245de9f2134 triggered by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:25:25.682808 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:25.762845 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:25.789256 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a2463b1-9425-4eff-b2db-b2435144be45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7db35136-3a96-478c-8487-5245de9f2134'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 05:25:25.791641 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9746b1cd2a1144c350740d70a5f253bbb3c4ac519592b61f014e2841f81d92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60142745-a89a-4a42-a0d5-d626e6e3f217" -d '{"events": [{"server_uuid": "5a2463b1-9425-4eff-b2db-b2435144be45", "name": "network-vif-plugged", "status": "completed", "tag": "7db35136-3a96-478c-8487-5245de9f2134"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 05:25:25.817800 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] For port 7db35136-3a96-478c-8487-5245de9f2134, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=7db35136-3a96-478c-8487-5245de9f2134,segment=NetworkSegment(51e38676-4bd9-46c3-bbb4-13178fcd2471),segment_id=51e38676-4bd9-46c3-bbb4-13178fcd2471)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:25:25.830181 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 05:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-847a61dd-7c1e-4ce2-8ab0-94569504253e x-openstack-request-id: req-847a61dd-7c1e-4ce2-8ab0-94569504253e {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 05:25:25.830507 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a2463b1-9425-4eff-b2db-b2435144be45", "name": "network-vif-plugged", "status": "completed", "tag": "7db35136-3a96-478c-8487-5245de9f2134", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 05:25:25.830756 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-847a61dd-7c1e-4ce2-8ab0-94569504253e {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 05:25:25.831193 dv-cinder-778193-10-iscsi neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a2463b1-9425-4eff-b2db-b2435144be45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7db35136-3a96-478c-8487-5245de9f2134', 'code': 200} Sep 21 05:25:25.840548 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77453f0a-0a44-4ae3-9e75-f7b2d770dfd9 req-1b227d8a-337c-41e4-926c-ec6211659394 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:25:25.842871 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-77453f0a-0a44-4ae3-9e75-f7b2d770dfd9 req-1b227d8a-337c-41e4-926c-ec6211659394 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a2463b1-9425-4eff-b2db-b2435144be45 HTTP/1.1" status: 200 len: 945 time: 0.2215900 Sep 21 05:25:25.883037 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-77453f0a-0a44-4ae3-9e75-f7b2d770dfd9 req-6ac3b2b7-79a3-432d-b16e-fde7b0430828 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] 10.222.0.36 "GET /v2.0/security-groups?id=3693537d-2937-4332-b678-3811083859a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342183 Sep 21 05:25:25.924079 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:25.971495 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Pushing event updated for resources: {'Port': ['ID=7db35136-3a96-478c-8487-5245de9f2134,revision_number=5']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:25:26.208951 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318a0102-7250-4105-8cc9-9d38c40115ee req-3c4c2c8a-bca4-497c-897c-2f89b33c7d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:25:26.210475 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-318a0102-7250-4105-8cc9-9d38c40115ee req-3c4c2c8a-bca4-497c-897c-2f89b33c7d12 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5a2463b1-9425-4eff-b2db-b2435144be45 HTTP/1.1" status: 200 len: 1099 time: 0.0420818 Sep 21 05:25:26.251600 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-318a0102-7250-4105-8cc9-9d38c40115ee req-63ac8a17-b149-4823-b4fe-da3d7bfffcd4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3693537d-2937-4332-b678-3811083859a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292385 Sep 21 05:25:27.144753 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f6f0a-93e2-4796-839f-ec01f37d42f1 req-900c9540-37a1-49e9-a143-0c7c52e03479 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:25:27.146209 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f72f6f0a-93e2-4796-839f-ec01f37d42f1 req-900c9540-37a1-49e9-a143-0c7c52e03479 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a2463b1-9425-4eff-b2db-b2435144be45 HTTP/1.1" status: 200 len: 946 time: 0.1954024 Sep 21 05:25:27.183121 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f72f6f0a-93e2-4796-839f-ec01f37d42f1 req-381ab03a-4f54-4ed8-9433-8ff0e846dac1 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] 10.222.0.36 "GET /v2.0/security-groups?id=3693537d-2937-4332-b678-3811083859a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300152 Sep 21 05:25:28.306169 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a31ce86-6c13-41f7-8550-10ec94b98169 req-774c3069-4bdc-4cfa-a866-d40e2a8ea6a4 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:25:28.307729 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8a31ce86-6c13-41f7-8550-10ec94b98169 req-774c3069-4bdc-4cfa-a866-d40e2a8ea6a4 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a2463b1-9425-4eff-b2db-b2435144be45 HTTP/1.1" status: 200 len: 946 time: 0.0537922 Sep 21 05:25:28.358419 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8a31ce86-6c13-41f7-8550-10ec94b98169 req-c9259c68-2c20-4710-b5ee-011d26743e42 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] 10.222.0.36 "GET /v2.0/security-groups?id=3693537d-2937-4332-b678-3811083859a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441260 Sep 21 05:25:35.833930 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-eb7e305b-2ef9-4b9b-a85b-c0252446eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:35.951382 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 60592) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:25:36.052425 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9a34-2cc4-430d-a2ac-fd264ca7ee54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:36.136734 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9a34-2cc4-430d-a2ac-fd264ca7ee54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:36.204876 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9a34-2cc4-430d-a2ac-fd264ca7ee54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:36.242204 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-cc1f9a34-2cc4-430d-a2ac-fd264ca7ee54 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=70f1ef3fec264a04ac6ed8a26d79acfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2897193 Sep 21 05:25:36.243024 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1f9a34-2cc4-430d-a2ac-fd264ca7ee54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41c1aaaa-7694-4959-b92b-10608e696e07,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:25:36.245488 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 60596) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:25:36.294466 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-cdd3f4ee-1eb1-48d3-9c33-c267cdacc7cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:36.314767 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-cdd3f4ee-1eb1-48d3-9c33-c267cdacc7cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:36.456773 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-cdd3f4ee-1eb1-48d3-9c33-c267cdacc7cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:36.459368 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-cdd3f4ee-1eb1-48d3-9c33-c267cdacc7cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:36.460527 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-cdd3f4ee-1eb1-48d3-9c33-c267cdacc7cb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/41c1aaaa-7694-4959-b92b-10608e696e07 HTTP/1.1" status: 204 len: 168 time: 0.2139473 Sep 21 05:25:36.468999 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd3f4ee-1eb1-48d3-9c33-c267cdacc7cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c1aaaa-7694-4959-b92b-10608e696e07,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:25:38.003725 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:38.668202 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a7d8affd-c2c9-463e-95be-65632aade826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:39.280457 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:39.936911 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2c351aa7-00e3-4828-8663-e1495c3162e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:41.187910 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a1fb1f33-fe48-4684-9a56-b3eb65d74809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:54.452263 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3998fa06-c009-4b09-af32-38e729b53d7b req-fa4830ed-cc44-4231-925e-5116c9eec377 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:25:54.453704 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3998fa06-c009-4b09-af32-38e729b53d7b req-fa4830ed-cc44-4231-925e-5116c9eec377 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a2463b1-9425-4eff-b2db-b2435144be45 HTTP/1.1" status: 200 len: 946 time: 0.0482452 Sep 21 05:25:54.491270 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3998fa06-c009-4b09-af32-38e729b53d7b req-00e712ed-a569-42f0-bade-4e6ef8365866 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] 10.222.0.36 "GET /v2.0/security-groups?id=3693537d-2937-4332-b678-3811083859a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317216 Sep 21 05:25:55.608278 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9682c63-b1b6-4ef3-ade3-08d5667863fc req-95493b16-3443-43b3-9bc3-05de8ddbef6b tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:25:55.609840 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c9682c63-b1b6-4ef3-ade3-08d5667863fc req-95493b16-3443-43b3-9bc3-05de8ddbef6b tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a2463b1-9425-4eff-b2db-b2435144be45 HTTP/1.1" status: 200 len: 946 time: 0.0513449 Sep 21 05:25:55.646134 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c9682c63-b1b6-4ef3-ade3-08d5667863fc req-bca622e2-eb5f-4361-a0fc-49de945dedb1 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] 10.222.0.36 "GET /v2.0/security-groups?id=3693537d-2937-4332-b678-3811083859a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304527 Sep 21 05:25:56.442790 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4799778-0524-486c-aed1-81357fd975d0 req-48be4c42-4c6c-4aba-802d-309349341958 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:25:56.444296 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-a4799778-0524-486c-aed1-81357fd975d0 req-48be4c42-4c6c-4aba-802d-309349341958 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a2463b1-9425-4eff-b2db-b2435144be45 HTTP/1.1" status: 200 len: 946 time: 0.0507810 Sep 21 05:25:56.534103 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-a4799778-0524-486c-aed1-81357fd975d0 req-388b301b-9cc4-4702-bd19-85af122c60b7 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] Deleting port 7db35136-3a96-478c-8487-5245de9f2134 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 05:25:56.534462 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-a4799778-0524-486c-aed1-81357fd975d0 req-388b301b-9cc4-4702-bd19-85af122c60b7 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751404276529'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:56.624350 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-a4799778-0524-486c-aed1-81357fd975d0 req-388b301b-9cc4-4702-bd19-85af122c60b7 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] For port 7db35136-3a96-478c-8487-5245de9f2134, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=7db35136-3a96-478c-8487-5245de9f2134,segment=NetworkSegment(51e38676-4bd9-46c3-bbb4-13178fcd2471),segment_id=51e38676-4bd9-46c3-bbb4-13178fcd2471)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:25:56.624711 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-a4799778-0524-486c-aed1-81357fd975d0 req-388b301b-9cc4-4702-bd19-85af122c60b7 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463939'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:56.636635 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-a4799778-0524-486c-aed1-81357fd975d0 req-388b301b-9cc4-4702-bd19-85af122c60b7 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] Calling delete_port for 7db35136-3a96-478c-8487-5245de9f2134 owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 05:25:56.769843 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c728a211-07a3-4008-b967-ea5e26920cd7 req-e726241d-6734-4fb3-9b00-290d10580506 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:25:56.771257 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c728a211-07a3-4008-b967-ea5e26920cd7 req-e726241d-6734-4fb3-9b00-290d10580506 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a2463b1-9425-4eff-b2db-b2435144be45 HTTP/1.1" status: 200 len: 946 time: 0.0559487 Sep 21 05:25:56.807774 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c728a211-07a3-4008-b967-ea5e26920cd7 req-57ce6917-2c48-4ac2-9bdd-bebc1b63c1ea tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] 10.222.0.36 "GET /v2.0/security-groups?id=3693537d-2937-4332-b678-3811083859a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304170 Sep 21 05:25:56.868211 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-a4799778-0524-486c-aed1-81357fd975d0 req-388b301b-9cc4-4702-bd19-85af122c60b7 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751404282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751403777217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6441136'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:56.885238 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] get_ports_and_sgs() called for port_ids ['7db35136-3a96-478c-8487-5245de9f2134'] {{(pid=94668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 05:25:56.902573 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388b301b-9cc4-4702-bd19-85af122c60b7 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] Pushing event deleted for resources: {'Port': ['ID=7db35136-3a96-478c-8487-5245de9f2134,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:25:56.916286 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388b301b-9cc4-4702-bd19-85af122c60b7 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:25:56.916637 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388b301b-9cc4-4702-bd19-85af122c60b7 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:25:56.916973 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388b301b-9cc4-4702-bd19-85af122c60b7 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:25:56.917304 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388b301b-9cc4-4702-bd19-85af122c60b7 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:25:56.917630 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388b301b-9cc4-4702-bd19-85af122c60b7 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:25:56.917957 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388b301b-9cc4-4702-bd19-85af122c60b7 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:25:56.918279 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388b301b-9cc4-4702-bd19-85af122c60b7 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:25:56.918705 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388b301b-9cc4-4702-bd19-85af122c60b7 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:25:56.919029 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388b301b-9cc4-4702-bd19-85af122c60b7 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:25:56.919351 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388b301b-9cc4-4702-bd19-85af122c60b7 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:25:56.919671 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388b301b-9cc4-4702-bd19-85af122c60b7 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:25:56.920002 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388b301b-9cc4-4702-bd19-85af122c60b7 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:25:56.953478 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4799778-0524-486c-aed1-81357fd975d0 req-388b301b-9cc4-4702-bd19-85af122c60b7 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] No DVR routers for this DVR port 7db35136-3a96-478c-8487-5245de9f2134 on host hv-cinder-77819 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 05:25:56.955856 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-a4799778-0524-486c-aed1-81357fd975d0 req-388b301b-9cc4-4702-bd19-85af122c60b7 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:25:56.958047 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-a4799778-0524-486c-aed1-81357fd975d0 req-388b301b-9cc4-4702-bd19-85af122c60b7 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] 10.222.0.32 "DELETE /v2.0/ports/7db35136-3a96-478c-8487-5245de9f2134 HTTP/1.1" status: 204 len: 173 time: 0.5054390 Sep 21 05:25:56.958494 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a2463b1-9425-4eff-b2db-b2435144be45', 'name': 'network-vif-deleted', 'tag': '7db35136-3a96-478c-8487-5245de9f2134'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 05:25:56.960882 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2093a7355c0e7a06ffa9c2f51d01f7a17d1263efd9baf457b9b047ecef1e75bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e47def2-04ce-410c-8b96-9d918a21a0ca" -d '{"events": [{"server_uuid": "5a2463b1-9425-4eff-b2db-b2435144be45", "name": "network-vif-deleted", "tag": "7db35136-3a96-478c-8487-5245de9f2134"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 05:25:57.058675 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 05:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e946cf-d33c-475e-b06a-296c4746de6d x-openstack-request-id: req-28e946cf-d33c-475e-b06a-296c4746de6d {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 05:25:57.059479 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a2463b1-9425-4eff-b2db-b2435144be45", "name": "network-vif-deleted", "tag": "7db35136-3a96-478c-8487-5245de9f2134", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 05:25:57.059725 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-28e946cf-d33c-475e-b06a-296c4746de6d {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 05:25:57.060122 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a2463b1-9425-4eff-b2db-b2435144be45', 'name': 'network-vif-deleted', 'tag': '7db35136-3a96-478c-8487-5245de9f2134', 'status': 'completed', 'code': 200} Sep 21 05:25:57.249380 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.agents_db [None req-b3bad76d-57ee-4137-9d9b-1a82d1aed62b None None] Agent healthcheck: found 6 active agents {{(pid=94669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 05:25:57.916937 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-236e5dad-f1da-4950-bedf-4d5a4b27f0d5 req-c06320af-759e-4472-85d7-ad97f42897f0 tempest-VolumesSnapshotTestJSON-15758695 tempest-VolumesSnapshotTestJSON-15758695-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a2463b1-9425-4eff-b2db-b2435144be45 HTTP/1.1" status: 200 len: 210 time: 0.0293603 Sep 21 05:25:59.787880 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device 7db35136-3a96-478c-8487-5245de9f2134 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 05:25:59.807291 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] No Port match for: 7db35136-3a96-478c-8487-5245de9f2134 {{(pid=94668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 05:25:59.807635 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device 7db35136-3a96-478c-8487-5245de9f2134 not bound to the agent host hv-cinder-77819 {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 05:26:05.879322 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b2391cea-1c12-43e8-b294-87fcdef2d260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:07.976228 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:08.626142 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-137ff969-4ec6-451e-98cc-25292b29e565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:09.262485 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:09.919818 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2c351aa7-00e3-4828-8663-e1495c3162e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:11.187875 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a1fb1f33-fe48-4684-9a56-b3eb65d74809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:13.189611 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec8c73f-916a-494a-bf0d-7f0207a79cda req-2e3d7f79-abea-43a6-9667-d622243e38c7 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:13.191097 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8ec8c73f-916a-494a-bf0d-7f0207a79cda req-2e3d7f79-abea-43a6-9667-d622243e38c7 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/ports?device_id=71ae25ae-cb62-4b76-b164-44e6c02f74dc HTTP/1.1" status: 200 len: 946 time: 0.0474637 Sep 21 05:26:13.233370 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8ec8c73f-916a-494a-bf0d-7f0207a79cda req-c972660b-e3fa-48b4-ac65-c77a51b490c8 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/security-groups?id=2efc370c-cc76-4606-b462-9693fd771f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363896 Sep 21 05:26:14.347599 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b7688b-888f-45db-bacc-529fbcb6bda7 req-e82b3d67-7766-43fd-94b8-40eb84f1b9f3 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:14.349097 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b4b7688b-888f-45db-bacc-529fbcb6bda7 req-e82b3d67-7766-43fd-94b8-40eb84f1b9f3 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/ports?device_id=71ae25ae-cb62-4b76-b164-44e6c02f74dc HTTP/1.1" status: 200 len: 946 time: 0.0502074 Sep 21 05:26:14.388819 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b4b7688b-888f-45db-bacc-529fbcb6bda7 req-191282a9-f8b2-480d-809a-96afdc827cbe tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/security-groups?id=2efc370c-cc76-4606-b462-9693fd771f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335727 Sep 21 05:26:14.710747 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29ce6d1-380e-4c3e-84e3-be9c531bb218 req-4acdecd4-3756-47f1-8584-b455acbf0f5b tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:14.712265 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f29ce6d1-380e-4c3e-84e3-be9c531bb218 req-4acdecd4-3756-47f1-8584-b455acbf0f5b tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1b5db0e-e158-4838-9ba3-ef10befc9449 HTTP/1.1" status: 200 len: 945 time: 0.0502763 Sep 21 05:26:14.751021 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f29ce6d1-380e-4c3e-84e3-be9c531bb218 req-2c5f64ad-9832-4c28-9807-aec218c1fa39 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=5508c277-6fcc-4331-bd78-69fd3cfdf04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316639 Sep 21 05:26:15.018037 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c84af3-0369-431d-b0e2-998ce669d81f req-5b8667c7-0b0c-4f5f-9b1c-aad65c2b5ab3 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:15.019532 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-42c84af3-0369-431d-b0e2-998ce669d81f req-5b8667c7-0b0c-4f5f-9b1c-aad65c2b5ab3 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.32 "GET /v2.0/ports?device_id=71ae25ae-cb62-4b76-b164-44e6c02f74dc HTTP/1.1" status: 200 len: 946 time: 0.0489876 Sep 21 05:26:15.127373 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-42c84af3-0369-431d-b0e2-998ce669d81f req-cd3204fc-6995-4d77-a308-e162892074fb tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Deleting port ace77e6c-dafc-4cbc-80ff-4c95c1b283ff {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 05:26:15.127724 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-42c84af3-0369-431d-b0e2-998ce669d81f req-cd3204fc-6995-4d77-a308-e162892074fb tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751404276529'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:15.215469 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-42c84af3-0369-431d-b0e2-998ce669d81f req-cd3204fc-6995-4d77-a308-e162892074fb tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] For port ace77e6c-dafc-4cbc-80ff-4c95c1b283ff, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=ace77e6c-dafc-4cbc-80ff-4c95c1b283ff,segment=NetworkSegment(2750d958-8afb-4c23-8d50-7f696d3e9439),segment_id=2750d958-8afb-4c23-8d50-7f696d3e9439)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:26:15.215840 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-42c84af3-0369-431d-b0e2-998ce669d81f req-cd3204fc-6995-4d77-a308-e162892074fb tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463939'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:15.385501 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-42c84af3-0369-431d-b0e2-998ce669d81f req-cd3204fc-6995-4d77-a308-e162892074fb tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:15.385869 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-42c84af3-0369-431d-b0e2-998ce669d81f req-cd3204fc-6995-4d77-a308-e162892074fb tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473099'] for floatingip, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:15.386196 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.db.l3_db [req-42c84af3-0369-431d-b0e2-998ce669d81f req-cd3204fc-6995-4d77-a308-e162892074fb tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Floating IP 93b95154-9e21-4988-a2d1-fd3173958aad disassociated. External IP: 172.27.3.101, port: ace77e6c-dafc-4cbc-80ff-4c95c1b283ff. Sep 21 05:26:15.387086 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-42c84af3-0369-431d-b0e2-998ce669d81f req-cd3204fc-6995-4d77-a308-e162892074fb tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Calling delete_port for ace77e6c-dafc-4cbc-80ff-4c95c1b283ff owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 05:26:15.518389 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0707a62-786d-4596-a99f-05e2909067e5 req-3b3d41a1-0233-4c48-8380-0781b27b64c3 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:15.522162 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a0707a62-786d-4596-a99f-05e2909067e5 req-3b3d41a1-0233-4c48-8380-0781b27b64c3 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/ports?device_id=71ae25ae-cb62-4b76-b164-44e6c02f74dc HTTP/1.1" status: 200 len: 946 time: 0.0580776 Sep 21 05:26:15.561817 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a0707a62-786d-4596-a99f-05e2909067e5 req-ae511178-a9b1-415f-9f84-4798976790f4 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/security-groups?id=2efc370c-cc76-4606-b462-9693fd771f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355239 Sep 21 05:26:15.599403 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-42c84af3-0369-431d-b0e2-998ce669d81f req-cd3204fc-6995-4d77-a308-e162892074fb tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751404282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751403777217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6441136'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:15.630806 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3204fc-6995-4d77-a308-e162892074fb tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Pushing event deleted for resources: {'Port': ['ID=ace77e6c-dafc-4cbc-80ff-4c95c1b283ff,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:26:15.745596 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-42c84af3-0369-431d-b0e2-998ce669d81f req-cd3204fc-6995-4d77-a308-e162892074fb tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Router c2c9ce20-307d-4e9d-be50-13198262dfe7 has already been hosted by L3 agent e4914d08-4fb7-43fa-94fb-1720f1d16cb4 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 05:26:15.854117 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-42c84af3-0369-431d-b0e2-998ce669d81f req-cd3204fc-6995-4d77-a308-e162892074fb tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify agent at l3_agent.dv-cinder-778193-10-iscsi the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 05:26:15.864954 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba410cb-af01-4833-8b93-bf8fc7785b52 None None] Sync routers for ids ['c2c9ce20-307d-4e9d-be50-13198262dfe7'] in dv-cinder-778193-10-iscsi {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 05:26:15.875525 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407fe200-0b28-44e2-9b70-7825f6bc7f23 req-0481f953-bcb1-4250-9e76-24a9738b32f7 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:15.875739 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba410cb-af01-4833-8b93-bf8fc7785b52 None None] Routers {'c2c9ce20-307d-4e9d-be50-13198262dfe7'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:26:15.876149 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-6ba410cb-af01-4833-8b93-bf8fc7785b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:26:09Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['c2c9ce20-307d-4e9d-be50-13198262dfe7'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:26:15.877413 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-407fe200-0b28-44e2-9b70-7825f6bc7f23 req-0481f953-bcb1-4250-9e76-24a9738b32f7 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1b5db0e-e158-4838-9ba3-ef10befc9449 HTTP/1.1" status: 200 len: 945 time: 0.0534046 Sep 21 05:26:15.902904 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-42c84af3-0369-431d-b0e2-998ce669d81f req-cd3204fc-6995-4d77-a308-e162892074fb tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] No DVR routers for this DVR port ace77e6c-dafc-4cbc-80ff-4c95c1b283ff on host hv-cinder-77819 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 05:26:15.905380 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-42c84af3-0369-431d-b0e2-998ce669d81f req-cd3204fc-6995-4d77-a308-e162892074fb tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:15.907446 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-42c84af3-0369-431d-b0e2-998ce669d81f req-cd3204fc-6995-4d77-a308-e162892074fb tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.32 "DELETE /v2.0/ports/ace77e6c-dafc-4cbc-80ff-4c95c1b283ff HTTP/1.1" status: 204 len: 173 time: 0.8787866 Sep 21 05:26:15.907849 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ae25ae-cb62-4b76-b164-44e6c02f74dc', 'name': 'network-vif-deleted', 'tag': 'ace77e6c-dafc-4cbc-80ff-4c95c1b283ff'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 05:26:15.910082 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2093a7355c0e7a06ffa9c2f51d01f7a17d1263efd9baf457b9b047ecef1e75bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c688740-ec93-414a-8054-dde38cc7c09c" -d '{"events": [{"server_uuid": "71ae25ae-cb62-4b76-b164-44e6c02f74dc", "name": "network-vif-deleted", "tag": "ace77e6c-dafc-4cbc-80ff-4c95c1b283ff"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 05:26:15.916348 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-407fe200-0b28-44e2-9b70-7825f6bc7f23 req-aa0e49b0-4b65-4978-9bdd-bb99fb91e398 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=5508c277-6fcc-4331-bd78-69fd3cfdf04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324788 Sep 21 05:26:15.949469 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 05:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfa7f6df-9df1-4946-8d53-7d9825cab985 x-openstack-request-id: req-bfa7f6df-9df1-4946-8d53-7d9825cab985 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 05:26:15.949761 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71ae25ae-cb62-4b76-b164-44e6c02f74dc", "name": "network-vif-deleted", "tag": "ace77e6c-dafc-4cbc-80ff-4c95c1b283ff", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 05:26:15.950274 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bfa7f6df-9df1-4946-8d53-7d9825cab985 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 05:26:15.950802 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71ae25ae-cb62-4b76-b164-44e6c02f74dc', 'name': 'network-vif-deleted', 'tag': 'ace77e6c-dafc-4cbc-80ff-4c95c1b283ff', 'status': 'completed', 'code': 200} Sep 21 05:26:15.997738 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-6ba410cb-af01-4833-8b93-bf8fc7785b52 None None] Set router c2c9ce20-307d-4e9d-be50-13198262dfe7 gateway port host: dv-cinder-778193-10-iscsi {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:26:16.320540 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-6ba410cb-af01-4833-8b93-bf8fc7785b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'name': 'tempest-TestVolumeBootPattern-1899784515-router', 'tenant_id': 'f732baa476ec493fa4a85f15fa02b9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '6e8c2428-3e06-4449-9e2a-c67975c0e061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:22:34Z', 'updated_at': '2021-09-21T05:22:38Z', 'revision_number': 4, 'project_id': 'f732baa476ec493fa4a85f15fa02b9de', 'gw_port': {'id': '6e8c2428-3e06-4449-9e2a-c67975c0e061', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:de:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:22:35Z', 'updated_at': '2021-09-21T05:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi', '_interfaces': [{'id': '54710508-5bd5-4242-8dcc-be137d993461', 'name': '', 'network_id': 'b65ce37e-28e9-4073-aba8-42f09a595bb5', 'tenant_id': 'f732baa476ec493fa4a85f15fa02b9de', 'mac_address': 'fa:16:3e:cc:97:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '73b79fce-eee6-4ec0-bdad-dcc75ff05127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:22:37Z', 'updated_at': '2021-09-21T05:22:43Z', 'revision_number': 5, 'project_id': 'f732baa476ec493fa4a85f15fa02b9de', 'subnets': [{'id': '73b79fce-eee6-4ec0-bdad-dcc75ff05127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:26:16.344053 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba410cb-af01-4833-8b93-bf8fc7785b52 None None] Checking router: c2c9ce20-307d-4e9d-be50-13198262dfe7 for host: dv-cinder-778193-10-iscsi {{(pid=94668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 05:26:16.352768 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba410cb-af01-4833-8b93-bf8fc7785b52 None None] Routers {'c2c9ce20-307d-4e9d-be50-13198262dfe7'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:26:16.353379 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-6ba410cb-af01-4833-8b93-bf8fc7785b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:26:09Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['c2c9ce20-307d-4e9d-be50-13198262dfe7'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:26:16.459130 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-6ba410cb-af01-4833-8b93-bf8fc7785b52 None None] Set router c2c9ce20-307d-4e9d-be50-13198262dfe7 gateway port host: dv-cinder-778193-10-iscsi {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:26:16.662092 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-6ba410cb-af01-4833-8b93-bf8fc7785b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'name': 'tempest-TestVolumeBootPattern-1899784515-router', 'tenant_id': 'f732baa476ec493fa4a85f15fa02b9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '6e8c2428-3e06-4449-9e2a-c67975c0e061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:22:34Z', 'updated_at': '2021-09-21T05:22:38Z', 'revision_number': 4, 'project_id': 'f732baa476ec493fa4a85f15fa02b9de', 'gw_port': {'id': '6e8c2428-3e06-4449-9e2a-c67975c0e061', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:de:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:22:35Z', 'updated_at': '2021-09-21T05:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi', '_interfaces': [{'id': '54710508-5bd5-4242-8dcc-be137d993461', 'name': '', 'network_id': 'b65ce37e-28e9-4073-aba8-42f09a595bb5', 'tenant_id': 'f732baa476ec493fa4a85f15fa02b9de', 'mac_address': 'fa:16:3e:cc:97:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '73b79fce-eee6-4ec0-bdad-dcc75ff05127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:22:37Z', 'updated_at': '2021-09-21T05:22:43Z', 'revision_number': 5, 'project_id': 'f732baa476ec493fa4a85f15fa02b9de', 'subnets': [{'id': '73b79fce-eee6-4ec0-bdad-dcc75ff05127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:26:16.665919 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-db898ec7-ad76-4cff-98e1-24898c4c3685 req-57c35702-9cf0-4739-b681-9424f69ea11b tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/ports?device_id=71ae25ae-cb62-4b76-b164-44e6c02f74dc HTTP/1.1" status: 200 len: 210 time: 0.0264547 Sep 21 05:26:16.690423 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba410cb-af01-4833-8b93-bf8fc7785b52 None None] The sync data for ids ['c2c9ce20-307d-4e9d-be50-13198262dfe7'] in dv-cinder-778193-10-iscsi is: [{'id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'name': 'tempest-TestVolumeBootPattern-1899784515-router', 'tenant_id': 'f732baa476ec493fa4a85f15fa02b9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '6e8c2428-3e06-4449-9e2a-c67975c0e061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:22:34Z', 'updated_at': '2021-09-21T05:22:38Z', 'revision_number': 4, 'project_id': 'f732baa476ec493fa4a85f15fa02b9de', 'gw_port': {'id': '6e8c2428-3e06-4449-9e2a-c67975c0e061', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:de:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:22:35Z', 'updated_at': '2021-09-21T05:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi', '_interfaces': [{'id': '54710508-5bd5-4242-8dcc-be137d993461', 'name': '', 'network_id': 'b65ce37e-28e9-4073-aba8-42f09a595bb5', 'tenant_id': 'f732baa476ec493fa4a85f15fa02b9de', 'mac_address': 'fa:16:3e:cc:97:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '73b79fce-eee6-4ec0-bdad-dcc75ff05127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:22:37Z', 'updated_at': '2021-09-21T05:22:43Z', 'revision_number': 5, 'project_id': 'f732baa476ec493fa4a85f15fa02b9de', 'subnets': [{'id': '73b79fce-eee6-4ec0-bdad-dcc75ff05127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 05:26:16.908275 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e09e11-bff2-45f1-bd76-a9c2333ed94d None None] New status for floating IP 93b95154-9e21-4988-a2d1-fd3173958aad: DOWN {{(pid=94669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 05:26:17.039866 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc32f5-194d-4a9d-845f-7e4bdee86257 req-37d790df-649c-4fa3-9514-5add1060a8b6 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:17.041344 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9ffc32f5-194d-4a9d-845f-7e4bdee86257 req-37d790df-649c-4fa3-9514-5add1060a8b6 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1b5db0e-e158-4838-9ba3-ef10befc9449 HTTP/1.1" status: 200 len: 945 time: 0.0491064 Sep 21 05:26:17.080022 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9ffc32f5-194d-4a9d-845f-7e4bdee86257 req-b2f5920c-44c1-4364-8def-d8482febe2f4 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=5508c277-6fcc-4331-bd78-69fd3cfdf04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327532 Sep 21 05:26:17.873201 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device ace77e6c-dafc-4cbc-80ff-4c95c1b283ff no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 05:26:17.893226 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] No Port match for: ace77e6c-dafc-4cbc-80ff-4c95c1b283ff {{(pid=94668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 05:26:17.893578 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device ace77e6c-dafc-4cbc-80ff-4c95c1b283ff not bound to the agent host hv-cinder-77819 {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 05:26:17.913767 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8da3175a-e016-41ca-af50-fb5db160fe00 req-33647977-7a54-46d0-a1bd-91aa088ba45c tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1317120964&fields=id&tenant_id=f732baa476ec493fa4a85f15fa02b9de HTTP/1.1" status: 200 len: 267 time: 0.0358996 Sep 21 05:26:18.019680 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da3175a-e016-41ca-af50-fb5db160fe00 req-2fdf3869-36a5-4586-91d9-8c4df8da7782 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:18.021190 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8da3175a-e016-41ca-af50-fb5db160fe00 req-2fdf3869-36a5-4586-91d9-8c4df8da7782 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/networks?id=b65ce37e-28e9-4073-aba8-42f09a595bb5 HTTP/1.1" status: 200 len: 812 time: 0.1001036 Sep 21 05:26:18.037083 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8da3175a-e016-41ca-af50-fb5db160fe00 req-fe69096d-77cb-4bc8-891f-52c1ba27dfae tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/quotas/f732baa476ec493fa4a85f15fa02b9de HTTP/1.1" status: 200 len: 375 time: 0.0090489 Sep 21 05:26:18.088603 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8da3175a-e016-41ca-af50-fb5db160fe00 req-3ddb4438-07b4-406a-9f82-59a9a0557491 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f732baa476ec493fa4a85f15fa02b9de&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0462959 Sep 21 05:26:18.227236 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59594a4-333b-40ff-8b52-33652d3be91d req-c8a5d6f5-41e7-40ca-8968-987196163f9a tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:18.228620 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e59594a4-333b-40ff-8b52-33652d3be91d req-c8a5d6f5-41e7-40ca-8968-987196163f9a tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1b5db0e-e158-4838-9ba3-ef10befc9449 HTTP/1.1" status: 200 len: 945 time: 0.0752738 Sep 21 05:26:18.309113 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e59594a4-333b-40ff-8b52-33652d3be91d req-767a36cc-618b-413d-99e6-5fb9a56b2a90 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=5508c277-6fcc-4331-bd78-69fd3cfdf04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741973 Sep 21 05:26:18.312638 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8da3175a-e016-41ca-af50-fb5db160fe00 req-80cba55b-0e50-4f55-8f37-00c8e482dd88 service neutron] 10.222.0.36 "GET /v2.0/networks/b65ce37e-28e9-4073-aba8-42f09a595bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124305 Sep 21 05:26:18.405374 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8da3175a-e016-41ca-af50-fb5db160fe00 req-72f910a4-e640-4991-b106-02f0df7422ac service neutron] 10.222.0.36 "GET /v2.0/networks/b65ce37e-28e9-4073-aba8-42f09a595bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865967 Sep 21 05:26:18.953259 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1eb6d41c-21a6-42d5-a51f-70199576da01 req-c9316260-9640-4b8c-94b0-6ac651e4502d tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/ports?device_id=d01ffe98-f16e-4dc3-9ebd-cfa2b2274f24 HTTP/1.1" status: 200 len: 210 time: 0.0264852 Sep 21 05:26:19.427304 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50711fb3-3182-48b6-8671-d1c705297241 req-96a3989a-6971-4bc8-b485-102c01e65191 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:19.428772 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-50711fb3-3182-48b6-8671-d1c705297241 req-96a3989a-6971-4bc8-b485-102c01e65191 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1b5db0e-e158-4838-9ba3-ef10befc9449 HTTP/1.1" status: 200 len: 945 time: 0.0489764 Sep 21 05:26:19.468389 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-50711fb3-3182-48b6-8671-d1c705297241 req-c09ec153-b7fd-49b7-b36b-6bf75c1a11c1 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=5508c277-6fcc-4331-bd78-69fd3cfdf04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334833 Sep 21 05:26:20.047180 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-43dc9860-7347-4570-80e8-dc12c4ba0af6 req-359010cb-3eb9-4b49-88f3-a1d281fad03f tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/ports?device_id=d01ffe98-f16e-4dc3-9ebd-cfa2b2274f24 HTTP/1.1" status: 200 len: 210 time: 0.0309045 Sep 21 05:26:20.589033 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f837fa62-1444-47c6-a929-776424cefa4e req-1b2f3ec6-ffba-4f02-95a7-da5eafe889ee tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:20.590518 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f837fa62-1444-47c6-a929-776424cefa4e req-1b2f3ec6-ffba-4f02-95a7-da5eafe889ee tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1b5db0e-e158-4838-9ba3-ef10befc9449 HTTP/1.1" status: 200 len: 945 time: 0.0504715 Sep 21 05:26:20.628775 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f837fa62-1444-47c6-a929-776424cefa4e req-933bcfa1-96eb-47b8-b4e1-90108fe25cb0 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=5508c277-6fcc-4331-bd78-69fd3cfdf04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319433 Sep 21 05:26:21.123206 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da3175a-e016-41ca-af50-fb5db160fe00 req-173ba91c-ff00-4172-a790-c27f315d82ba tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:21.124682 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-8da3175a-e016-41ca-af50-fb5db160fe00 req-173ba91c-ff00-4172-a790-c27f315d82ba tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.32 "GET /v2.0/networks?id=b65ce37e-28e9-4073-aba8-42f09a595bb5 HTTP/1.1" status: 200 len: 812 time: 0.1004860 Sep 21 05:26:21.139042 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f234362a-2968-43f2-a85f-c2c839e0231f req-9146c636-c0ea-44e3-b15f-74ea778b19d4 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/ports?device_id=d01ffe98-f16e-4dc3-9ebd-cfa2b2274f24 HTTP/1.1" status: 200 len: 210 time: 0.0262544 Sep 21 05:26:21.173235 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-8da3175a-e016-41ca-af50-fb5db160fe00 req-f6a31f4a-e613-449d-8165-14bd83060067 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f732baa476ec493fa4a85f15fa02b9de HTTP/1.1" status: 200 len: 380 time: 0.0368409 Sep 21 05:26:21.182731 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [req-8da3175a-e016-41ca-af50-fb5db160fe00 req-99b89f9a-3d1f-4d7b-af54-1b49dc2f7992 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Request body: {'port': {'device_id': 'd01ffe98-f16e-4dc3-9ebd-cfa2b2274f24', 'network_id': 'b65ce37e-28e9-4073-aba8-42f09a595bb5', 'admin_state_up': True, 'tenant_id': 'f732baa476ec493fa4a85f15fa02b9de', 'security_groups': ['2efc370c-cc76-4606-b462-9693fd771f2d']}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:26:21.368876 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8da3175a-e016-41ca-af50-fb5db160fe00 req-99b89f9a-3d1f-4d7b-af54-1b49dc2f7992 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Made reservation on behalf of f732baa476ec493fa4a85f15fa02b9de for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 05:26:21.372417 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-8da3175a-e016-41ca-af50-fb5db160fe00 req-99b89f9a-3d1f-4d7b-af54-1b49dc2f7992 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:21.503820 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-8da3175a-e016-41ca-af50-fb5db160fe00 req-99b89f9a-3d1f-4d7b-af54-1b49dc2f7992 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Allocated IP 172.20.0.10 (b65ce37e-28e9-4073-aba8-42f09a595bb5/73b79fce-eee6-4ec0-bdad-dcc75ff05127/9518ac22-4cb5-463d-9a91-764981e01988) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 05:26:21.644327 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-8da3175a-e016-41ca-af50-fb5db160fe00 req-99b89f9a-3d1f-4d7b-af54-1b49dc2f7992 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:21.749678 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca60338-e779-461c-85f0-d89c4d2e3229 req-b075a49d-038d-4747-84b9-1db023ce5ee6 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:21.751228 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5ca60338-e779-461c-85f0-d89c4d2e3229 req-b075a49d-038d-4747-84b9-1db023ce5ee6 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1b5db0e-e158-4838-9ba3-ef10befc9449 HTTP/1.1" status: 200 len: 945 time: 0.0498800 Sep 21 05:26:21.789286 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5ca60338-e779-461c-85f0-d89c4d2e3229 req-59eb32b2-f32c-4f41-b3fe-81eb6cac66c6 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=5508c277-6fcc-4331-bd78-69fd3cfdf04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321224 Sep 21 05:26:21.792509 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-8da3175a-e016-41ca-af50-fb5db160fe00 req-99b89f9a-3d1f-4d7b-af54-1b49dc2f7992 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751403777208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6441136'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:21.842245 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8da3175a-e016-41ca-af50-fb5db160fe00 req-99b89f9a-3d1f-4d7b-af54-1b49dc2f7992 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Network b65ce37e-28e9-4073-aba8-42f09a595bb5 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 05:26:21.845628 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-8da3175a-e016-41ca-af50-fb5db160fe00 req-99b89f9a-3d1f-4d7b-af54-1b49dc2f7992 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:26:21.848221 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-8da3175a-e016-41ca-af50-fb5db160fe00 req-99b89f9a-3d1f-4d7b-af54-1b49dc2f7992 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 05:26:21.879194 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b89f9a-3d1f-4d7b-af54-1b49dc2f7992 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Pushing event updated for resources: {'Port': ['ID=9518ac22-4cb5-463d-9a91-764981e01988,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:26:21.909982 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da3175a-e016-41ca-af50-fb5db160fe00 req-99b89f9a-3d1f-4d7b-af54-1b49dc2f7992 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:21.910641 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-8da3175a-e016-41ca-af50-fb5db160fe00 req-99b89f9a-3d1f-4d7b-af54-1b49dc2f7992 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:21.999918 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-8da3175a-e016-41ca-af50-fb5db160fe00 req-99b89f9a-3d1f-4d7b-af54-1b49dc2f7992 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8208749 Sep 21 05:26:22.057162 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [req-8da3175a-e016-41ca-af50-fb5db160fe00 req-8e4635da-10f5-406c-bc08-57d35b78fd64 service neutron] Request body: {'port': {'device_id': 'd01ffe98-f16e-4dc3-9ebd-cfa2b2274f24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:26:22.109311 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-8da3175a-e016-41ca-af50-fb5db160fe00 req-8e4635da-10f5-406c-bc08-57d35b78fd64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:22.121578 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-df0f6b42-9db0-4d04-a791-0e9b841b2b0a None None] Provisioning complete for port 9518ac22-4cb5-463d-9a91-764981e01988 triggered by entity DHCP. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:26:22.122076 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-df0f6b42-9db0-4d04-a791-0e9b841b2b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:22.154992 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-df0f6b42-9db0-4d04-a791-0e9b841b2b0a None None] Port 9518ac22-4cb5-463d-9a91-764981e01988 cannot update to ACTIVE because it is not bound. {{(pid=94668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 05:26:22.261513 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9732a1e7-dec9-45d4-9684-cf0803a9aafa req-a954b5b4-aaa3-4daa-9924-ab55e5c9e62f tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:22.262996 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9732a1e7-dec9-45d4-9684-cf0803a9aafa req-a954b5b4-aaa3-4daa-9924-ab55e5c9e62f tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/ports?device_id=d01ffe98-f16e-4dc3-9ebd-cfa2b2274f24 HTTP/1.1" status: 200 len: 932 time: 0.0517542 Sep 21 05:26:22.302164 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9732a1e7-dec9-45d4-9684-cf0803a9aafa req-38df7e8f-60bf-42e8-a186-80f1e69da639 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/security-groups?id=2efc370c-cc76-4606-b462-9693fd771f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331321 Sep 21 05:26:22.379510 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [req-8da3175a-e016-41ca-af50-fb5db160fe00 req-8e4635da-10f5-406c-bc08-57d35b78fd64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9518ac22-4cb5-463d-9a91-764981e01988 {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 05:26:22.386922 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-8da3175a-e016-41ca-af50-fb5db160fe00 req-8e4635da-10f5-406c-bc08-57d35b78fd64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:22.398860 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-8da3175a-e016-41ca-af50-fb5db160fe00 req-8e4635da-10f5-406c-bc08-57d35b78fd64 service neutron] Transition to ACTIVE for port object 9518ac22-4cb5-463d-9a91-764981e01988 will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 05:26:22.471849 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-8da3175a-e016-41ca-af50-fb5db160fe00 req-8e4635da-10f5-406c-bc08-57d35b78fd64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6441129'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:22.542355 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4635da-10f5-406c-bc08-57d35b78fd64 service neutron] Pushing event updated for resources: {'Port': ['ID=9518ac22-4cb5-463d-9a91-764981e01988,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:26:22.596472 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-8da3175a-e016-41ca-af50-fb5db160fe00 req-8e4635da-10f5-406c-bc08-57d35b78fd64 service neutron] Attempting to bind port 9518ac22-4cb5-463d-9a91-764981e01988 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 05:26:22.596814 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-8da3175a-e016-41ca-af50-fb5db160fe00 req-8e4635da-10f5-406c-bc08-57d35b78fd64 service neutron] Attempting to bind port 9518ac22-4cb5-463d-9a91-764981e01988 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '2750d958-8afb-4c23-8d50-7f696d3e9439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b65ce37e-28e9-4073-aba8-42f09a595bb5'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 05:26:22.597150 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da3175a-e016-41ca-af50-fb5db160fe00 req-8e4635da-10f5-406c-bc08-57d35b78fd64 service neutron] Attempting to bind port 9518ac22-4cb5-463d-9a91-764981e01988 on network b65ce37e-28e9-4073-aba8-42f09a595bb5 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 05:26:22.602037 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da3175a-e016-41ca-af50-fb5db160fe00 req-8e4635da-10f5-406c-bc08-57d35b78fd64 service neutron] Port 9518ac22-4cb5-463d-9a91-764981e01988 on network b65ce37e-28e9-4073-aba8-42f09a595bb5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 05:26:22.602430 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da3175a-e016-41ca-af50-fb5db160fe00 req-8e4635da-10f5-406c-bc08-57d35b78fd64 service neutron] Attempting to bind port 9518ac22-4cb5-463d-9a91-764981e01988 on network b65ce37e-28e9-4073-aba8-42f09a595bb5 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 05:26:22.607889 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da3175a-e016-41ca-af50-fb5db160fe00 req-8e4635da-10f5-406c-bc08-57d35b78fd64 service neutron] Checking agent: {'id': '5298a3ad-ea79-4298-8fba-5c2796ea9d92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 5, 18, 37), 'started_at': datetime.datetime(2021, 9, 21, 5, 18, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 5, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 05:26:22.608657 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da3175a-e016-41ca-af50-fb5db160fe00 req-8e4635da-10f5-406c-bc08-57d35b78fd64 service neutron] Checking segment: {'id': '2750d958-8afb-4c23-8d50-7f696d3e9439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b65ce37e-28e9-4073-aba8-42f09a595bb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 05:26:22.610027 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da3175a-e016-41ca-af50-fb5db160fe00 req-8e4635da-10f5-406c-bc08-57d35b78fd64 service neutron] Bound using segment: {'id': '2750d958-8afb-4c23-8d50-7f696d3e9439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b65ce37e-28e9-4073-aba8-42f09a595bb5'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 05:26:22.610027 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-8da3175a-e016-41ca-af50-fb5db160fe00 req-8e4635da-10f5-406c-bc08-57d35b78fd64 service neutron] Bound port: 9518ac22-4cb5-463d-9a91-764981e01988, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2750d958-8afb-4c23-8d50-7f696d3e9439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b65ce37e-28e9-4073-aba8-42f09a595bb5'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 05:26:22.610027 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-8da3175a-e016-41ca-af50-fb5db160fe00 req-8e4635da-10f5-406c-bc08-57d35b78fd64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:22.685092 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-8da3175a-e016-41ca-af50-fb5db160fe00 req-8e4635da-10f5-406c-bc08-57d35b78fd64 service neutron] For port 9518ac22-4cb5-463d-9a91-764981e01988, host hv-cinder-77819, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 05:26:22.688103 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-8da3175a-e016-41ca-af50-fb5db160fe00 req-8e4635da-10f5-406c-bc08-57d35b78fd64 service neutron] For port 9518ac22-4cb5-463d-9a91-764981e01988, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=9518ac22-4cb5-463d-9a91-764981e01988,segment=NetworkSegment(2750d958-8afb-4c23-8d50-7f696d3e9439),segment_id=2750d958-8afb-4c23-8d50-7f696d3e9439)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 05:26:22.731006 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-8da3175a-e016-41ca-af50-fb5db160fe00 req-8e4635da-10f5-406c-bc08-57d35b78fd64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6441129'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:22.763954 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da3175a-e016-41ca-af50-fb5db160fe00 req-8e4635da-10f5-406c-bc08-57d35b78fd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:22.764444 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-8da3175a-e016-41ca-af50-fb5db160fe00 req-8e4635da-10f5-406c-bc08-57d35b78fd64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:22.768280 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-8da3175a-e016-41ca-af50-fb5db160fe00 req-8e4635da-10f5-406c-bc08-57d35b78fd64 service neutron] 10.222.0.32 "PUT /v2.0/ports/9518ac22-4cb5-463d-9a91-764981e01988 HTTP/1.1" status: 200 len: 1094 time: 0.7571871 Sep 21 05:26:22.768280 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd01ffe98-f16e-4dc3-9ebd-cfa2b2274f24', 'tag': '9518ac22-4cb5-463d-9a91-764981e01988'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 05:26:22.768793 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2093a7355c0e7a06ffa9c2f51d01f7a17d1263efd9baf457b9b047ecef1e75bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c9f552e-1ef1-4d85-bf41-0bdb692b49fe" -d '{"events": [{"name": "network-changed", "server_uuid": "d01ffe98-f16e-4dc3-9ebd-cfa2b2274f24", "tag": "9518ac22-4cb5-463d-9a91-764981e01988"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 05:26:22.808497 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4635da-10f5-406c-bc08-57d35b78fd64 service neutron] Pushing event updated for resources: {'Port': ['ID=9518ac22-4cb5-463d-9a91-764981e01988,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:26:22.814423 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 05:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7effc11-d0f5-42e8-b2e9-440f12eb2b36 x-openstack-request-id: req-e7effc11-d0f5-42e8-b2e9-440f12eb2b36 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 05:26:22.814837 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d01ffe98-f16e-4dc3-9ebd-cfa2b2274f24", "tag": "9518ac22-4cb5-463d-9a91-764981e01988", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 05:26:22.816438 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e7effc11-d0f5-42e8-b2e9-440f12eb2b36 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 05:26:22.816438 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd01ffe98-f16e-4dc3-9ebd-cfa2b2274f24', 'tag': '9518ac22-4cb5-463d-9a91-764981e01988', 'status': 'completed', 'code': 200} Sep 21 05:26:22.895921 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f552e-1ef1-4d85-bf41-0bdb692b49fe req-9c8fe8ce-c90a-4636-be22-8ac5ec08f5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:22.897545 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-8c9f552e-1ef1-4d85-bf41-0bdb692b49fe req-9c8fe8ce-c90a-4636-be22-8ac5ec08f5b1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f732baa476ec493fa4a85f15fa02b9de&device_id=d01ffe98-f16e-4dc3-9ebd-cfa2b2274f24 HTTP/1.1" status: 200 len: 1097 time: 0.0569286 Sep 21 05:26:22.948468 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8901b3d1-248f-4672-8265-1a40ac503abe req-2d566215-71e1-4cea-ad1d-8d7e03ce5f25 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:22.950612 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8901b3d1-248f-4672-8265-1a40ac503abe req-2d566215-71e1-4cea-ad1d-8d7e03ce5f25 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1b5db0e-e158-4838-9ba3-ef10befc9449 HTTP/1.1" status: 200 len: 945 time: 0.0705886 Sep 21 05:26:23.012009 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8901b3d1-248f-4672-8265-1a40ac503abe req-f6ff037f-9ea7-40d2-adea-c62089c65747 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=5508c277-6fcc-4331-bd78-69fd3cfdf04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533788 Sep 21 05:26:23.057251 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f552e-1ef1-4d85-bf41-0bdb692b49fe req-5ed9db91-61cb-41cf-8018-1e4f8e2205a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:23.059044 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-8c9f552e-1ef1-4d85-bf41-0bdb692b49fe req-5ed9db91-61cb-41cf-8018-1e4f8e2205a4 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=f732baa476ec493fa4a85f15fa02b9de&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1522930 Sep 21 05:26:23.159806 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f552e-1ef1-4d85-bf41-0bdb692b49fe req-aaceb480-fc83-4ab2-8278-3106b9fd1be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:23.161278 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-8c9f552e-1ef1-4d85-bf41-0bdb692b49fe req-aaceb480-fc83-4ab2-8278-3106b9fd1be6 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0954859 Sep 21 05:26:23.258268 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da3175a-e016-41ca-af50-fb5db160fe00 req-8ef24332-1cc7-49ff-8815-4b3117cbefe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:23.260063 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-8da3175a-e016-41ca-af50-fb5db160fe00 req-8ef24332-1cc7-49ff-8815-4b3117cbefe8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f732baa476ec493fa4a85f15fa02b9de&device_id=d01ffe98-f16e-4dc3-9ebd-cfa2b2274f24 HTTP/1.1" status: 200 len: 1097 time: 0.0624416 Sep 21 05:26:23.309293 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-8da3175a-e016-41ca-af50-fb5db160fe00 req-8335ef11-7a66-473c-91b3-9659884bd5cb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9518ac22-4cb5-463d-9a91-764981e01988 HTTP/1.1" status: 200 len: 217 time: 0.0417209 Sep 21 05:26:23.359445 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da3175a-e016-41ca-af50-fb5db160fe00 req-f75e02f1-ef5f-44d4-9b5a-d912158fc1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:23.362481 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-8da3175a-e016-41ca-af50-fb5db160fe00 req-f75e02f1-ef5f-44d4-9b5a-d912158fc1ea service neutron] 10.222.0.32 "GET /v2.0/subnets?id=73b79fce-eee6-4ec0-bdad-dcc75ff05127 HTTP/1.1" status: 200 len: 851 time: 0.0454748 Sep 21 05:26:23.411188 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da3175a-e016-41ca-af50-fb5db160fe00 req-8b046cfe-bee7-4288-b53e-a0c647420af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:23.412771 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-8da3175a-e016-41ca-af50-fb5db160fe00 req-8b046cfe-bee7-4288-b53e-a0c647420af4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b65ce37e-28e9-4073-aba8-42f09a595bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0451128 Sep 21 05:26:23.418899 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d61988-5684-42d4-8c4b-4e278e15759a req-c22bb659-05b6-403f-b15f-d7bb33284dc6 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:23.420505 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b1d61988-5684-42d4-8c4b-4e278e15759a req-c22bb659-05b6-403f-b15f-d7bb33284dc6 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/ports?device_id=d01ffe98-f16e-4dc3-9ebd-cfa2b2274f24 HTTP/1.1" status: 200 len: 944 time: 0.0497570 Sep 21 05:26:23.461707 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b1d61988-5684-42d4-8c4b-4e278e15759a req-412d1e47-a1da-4694-ad3a-85737d9ec7be tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/security-groups?id=2efc370c-cc76-4606-b462-9693fd771f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332549 Sep 21 05:26:23.505851 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-8da3175a-e016-41ca-af50-fb5db160fe00 req-ab672722-d67a-4ba3-a413-6332d89c8bb1 service neutron] 10.222.0.32 "GET /v2.0/networks/b65ce37e-28e9-4073-aba8-42f09a595bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852962 Sep 21 05:26:23.602371 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-8da3175a-e016-41ca-af50-fb5db160fe00 req-9af1f079-7887-4aa1-ad27-60903ac49b9e service neutron] 10.222.0.32 "GET /v2.0/networks/b65ce37e-28e9-4073-aba8-42f09a595bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871267 Sep 21 05:26:24.128235 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4458af4-65ba-426a-ade2-63d1ead2a5d6 req-8ab800b3-693d-4b4b-a4c7-5295bd944f11 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:24.129703 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b4458af4-65ba-426a-ade2-63d1ead2a5d6 req-8ab800b3-693d-4b4b-a4c7-5295bd944f11 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1b5db0e-e158-4838-9ba3-ef10befc9449 HTTP/1.1" status: 200 len: 945 time: 0.0516236 Sep 21 05:26:24.166139 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b4458af4-65ba-426a-ade2-63d1ead2a5d6 req-4f41d878-99f7-4a15-b4d3-413220f52b68 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=5508c277-6fcc-4331-bd78-69fd3cfdf04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306332 Sep 21 05:26:24.581133 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9eaec9-cd4e-4109-a3a0-0234cd90fb72 req-abe8eaed-d168-4f94-a8ee-2f17cd5aa915 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:24.583356 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3a9eaec9-cd4e-4109-a3a0-0234cd90fb72 req-abe8eaed-d168-4f94-a8ee-2f17cd5aa915 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/ports?device_id=d01ffe98-f16e-4dc3-9ebd-cfa2b2274f24 HTTP/1.1" status: 200 len: 944 time: 0.0537143 Sep 21 05:26:24.630564 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3a9eaec9-cd4e-4109-a3a0-0234cd90fb72 req-73cfcaa4-cf6c-42b9-b608-9abf922b81b1 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/security-groups?id=2efc370c-cc76-4606-b462-9693fd771f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412595 Sep 21 05:26:25.283527 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe4dfcb-934a-4818-8aad-73f1dc7910c4 req-926cde46-e635-4fb0-b72d-cc71959a3c42 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:25.285004 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4fe4dfcb-934a-4818-8aad-73f1dc7910c4 req-926cde46-e635-4fb0-b72d-cc71959a3c42 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1b5db0e-e158-4838-9ba3-ef10befc9449 HTTP/1.1" status: 200 len: 945 time: 0.0481558 Sep 21 05:26:25.322501 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4fe4dfcb-934a-4818-8aad-73f1dc7910c4 req-b1a04d03-5dcf-4188-9fb8-2fbc19af465c tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=5508c277-6fcc-4331-bd78-69fd3cfdf04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314457 Sep 21 05:26:25.581255 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 32836) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:26:25.628596 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.db.db_base_plugin_v2 [None req-91cd7cec-0f30-4468-9c47-2c5ca44ba8b9 admin admin] Deleting subnet 5d8d7acb-1576-4381-adda-5e1ee0546d15 {{(pid=94666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 05:26:25.631461 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-91cd7cec-0f30-4468-9c47-2c5ca44ba8b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:25.668579 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-91cd7cec-0f30-4468-9c47-2c5ca44ba8b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8344726'] for subnet, precommit_delete_associations {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:25.730782 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-91cd7cec-0f30-4468-9c47-2c5ca44ba8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3669403'] for subnet, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:25.779996 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e50507-8342-4ee5-9bc1-50d43b7534f6 req-ceff9980-fb7b-48a0-b380-1b63ac070502 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:25.781463 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a7e50507-8342-4ee5-9bc1-50d43b7534f6 req-ceff9980-fb7b-48a0-b380-1b63ac070502 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/ports?device_id=d01ffe98-f16e-4dc3-9ebd-cfa2b2274f24 HTTP/1.1" status: 200 len: 944 time: 0.0856135 Sep 21 05:26:25.825968 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a7e50507-8342-4ee5-9bc1-50d43b7534f6 req-41d45f7c-e29e-4537-b9be-57fbf4530ba6 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/security-groups?id=2efc370c-cc76-4606-b462-9693fd771f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385575 Sep 21 05:26:25.904311 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device 790258d8-5852-4dfd-856e-9c4ff4a3203f details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 05:26:25.942222 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-91cd7cec-0f30-4468-9c47-2c5ca44ba8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3669388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7439690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8253416'] for subnet, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:25.970545 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cd7cec-0f30-4468-9c47-2c5ca44ba8b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d8d7acb-1576-4381-adda-5e1ee0546d15,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:26:25.989501 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-91cd7cec-0f30-4468-9c47-2c5ca44ba8b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:25.989501 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-91cd7cec-0f30-4468-9c47-2c5ca44ba8b9 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/5d8d7acb-1576-4381-adda-5e1ee0546d15 HTTP/1.1" status: 204 len: 168 time: 0.3950243 Sep 21 05:26:25.989501 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 32842) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:26:25.997322 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cd7cec-0f30-4468-9c47-2c5ca44ba8b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:26:25.997710 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cd7cec-0f30-4468-9c47-2c5ca44ba8b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:26:25.998049 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cd7cec-0f30-4468-9c47-2c5ca44ba8b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:26:25.998383 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cd7cec-0f30-4468-9c47-2c5ca44ba8b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:26:25.998726 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cd7cec-0f30-4468-9c47-2c5ca44ba8b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:26:25.999183 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cd7cec-0f30-4468-9c47-2c5ca44ba8b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:26:25.999507 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cd7cec-0f30-4468-9c47-2c5ca44ba8b9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:26:25.999830 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cd7cec-0f30-4468-9c47-2c5ca44ba8b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:26:26.000151 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cd7cec-0f30-4468-9c47-2c5ca44ba8b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:26:26.000469 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cd7cec-0f30-4468-9c47-2c5ca44ba8b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:26:26.000782 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cd7cec-0f30-4468-9c47-2c5ca44ba8b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:26:26.001094 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cd7cec-0f30-4468-9c47-2c5ca44ba8b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:26:26.011926 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] For port 790258d8-5852-4dfd-856e-9c4ff4a3203f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=790258d8-5852-4dfd-856e-9c4ff4a3203f,segment=NetworkSegment(f6433832-0821-4a1f-a147-34f75b2bc1b3),segment_id=f6433832-0821-4a1f-a147-34f75b2bc1b3)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:26:26.023110 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Returning: {'device': '790258d8-5852-4dfd-856e-9c4ff4a3203f', 'network_id': '007b9195-968a-4aaf-8c91-9ba7bd7821aa', 'port_id': '790258d8-5852-4dfd-856e-9c4ff4a3203f', 'mac_address': 'fa:16:3e:9a:bc:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a68d4d6-aa72-4762-8b15-dd5ef7ab0ec9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 05:26:26.062266 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:26.069575 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-575c3bae-7fac-4d84-94b5-2a425b14c68d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682922'] for network, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:26.075881 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.notifiers.nova [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 790258d8-5852-4dfd-856e-9c4ff4a3203f {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 05:26:26.094975 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] For port 790258d8-5852-4dfd-856e-9c4ff4a3203f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=790258d8-5852-4dfd-856e-9c4ff4a3203f,segment=NetworkSegment(f6433832-0821-4a1f-a147-34f75b2bc1b3),segment_id=f6433832-0821-4a1f-a147-34f75b2bc1b3)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:26:26.153495 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-575c3bae-7fac-4d84-94b5-2a425b14c68d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3667996', 'neutron.services.segments.db._delete_segments_for_network-8751404111005'] for network, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:26.170740 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:26.174213 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.services.segments.db [None req-575c3bae-7fac-4d84-94b5-2a425b14c68d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffddc300-7398-432a-b3a6-50719b678381']}} {{(pid=94666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:26:26.187335 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.services.segments.db [None req-575c3bae-7fac-4d84-94b5-2a425b14c68d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51e38676-4bd9-46c3-bbb4-13178fcd2471') {'for_net_delete': True} {{(pid=94666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:26:26.187652 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.services.segments.db [None req-575c3bae-7fac-4d84-94b5-2a425b14c68d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51e38676-4bd9-46c3-bbb4-13178fcd2471') {} {{(pid=94666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:26:26.200811 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-575c3bae-7fac-4d84-94b5-2a425b14c68d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751404111270', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8344733'] for segment, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:26.214845 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-575c3bae-7fac-4d84-94b5-2a425b14c68d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669518'] for segment, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:26.220844 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-575c3bae-7fac-4d84-94b5-2a425b14c68d admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=94666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 05:26:26.221284 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-575c3bae-7fac-4d84-94b5-2a425b14c68d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7440276'] for segment, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:26.223123 dv-cinder-778193-10-iscsi neutron-server[94666]: Traceback (most recent call last): Sep 21 05:26:26.223123 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 05:26:26.223123 dv-cinder-778193-10-iscsi neutron-server[94666]: timer() Sep 21 05:26:26.223123 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 05:26:26.223123 dv-cinder-778193-10-iscsi neutron-server[94666]: cb(*args, **kw) Sep 21 05:26:26.223123 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 05:26:26.223123 dv-cinder-778193-10-iscsi neutron-server[94666]: return func(*args, **kwargs) Sep 21 05:26:26.223123 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 05:26:26.223123 dv-cinder-778193-10-iscsi neutron-server[94666]: self._notify() Sep 21 05:26:26.223123 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 05:26:26.223123 dv-cinder-778193-10-iscsi neutron-server[94666]: self.callback(batched_events) Sep 21 05:26:26.223123 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 05:26:26.223123 dv-cinder-778193-10-iscsi neutron-server[94666]: event.method(event) Sep 21 05:26:26.223123 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 05:26:26.223123 dv-cinder-778193-10-iscsi neutron-server[94666]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 05:26:26.223123 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 05:26:26.223123 dv-cinder-778193-10-iscsi neutron-server[94666]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 05:26:26.223123 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 05:26:26.223123 dv-cinder-778193-10-iscsi neutron-server[94666]: return f(self, *a, **k) Sep 21 05:26:26.223123 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 05:26:26.223123 dv-cinder-778193-10-iscsi neutron-server[94666]: return self._get(url).json() Sep 21 05:26:26.223123 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 05:26:26.223123 dv-cinder-778193-10-iscsi neutron-server[94666]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 05:26:26.223123 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 05:26:26.223123 dv-cinder-778193-10-iscsi neutron-server[94666]: return self.request(url, 'GET', **kwargs) Sep 21 05:26:26.223123 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 05:26:26.223123 dv-cinder-778193-10-iscsi neutron-server[94666]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 05:26:26.223123 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 05:26:26.223123 dv-cinder-778193-10-iscsi neutron-server[94666]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 05:26:26.223123 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 05:26:26.223123 dv-cinder-778193-10-iscsi neutron-server[94666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 05:26:26.223123 dv-cinder-778193-10-iscsi neutron-server[94666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 05:26:26.229552 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Pushing event updated for resources: {'Port': ['ID=790258d8-5852-4dfd-856e-9c4ff4a3203f,revision_number=6']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:26:26.237248 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:26:26.237670 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:26:26.238015 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:26:26.238351 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:26:26.238709 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:26:26.239042 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:26:26.239373 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:26:26.239697 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:26:26.240039 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:26:26.240370 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:26:26.240695 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:26:26.241014 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:26:26.261442 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] get_ports_and_sgs() called for port_ids ['790258d8-5852-4dfd-856e-9c4ff4a3203f'] {{(pid=94668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 05:26:26.420306 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-575c3bae-7fac-4d84-94b5-2a425b14c68d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3667973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473113'] for network, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:26.426837 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-575c3bae-7fac-4d84-94b5-2a425b14c68d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531542'] for network, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:26.436915 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-575c3bae-7fac-4d84-94b5-2a425b14c68d admin admin] 10.222.0.36 "DELETE /v2.0/networks/ffddc300-7398-432a-b3a6-50719b678381 HTTP/1.1" status: 204 len: 168 time: 0.4388847 Sep 21 05:26:26.441434 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575c3bae-7fac-4d84-94b5-2a425b14c68d admin admin] Pushing event deleted for resources: {'Network': ['ID=ffddc300-7398-432a-b3a6-50719b678381,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:26:26.459607 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e97865-b868-4ebd-95a5-a24e0d2e9149 req-2a98fc07-0b7a-4b49-a748-d6bd441beca3 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:26.461125 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c6e97865-b868-4ebd-95a5-a24e0d2e9149 req-2a98fc07-0b7a-4b49-a748-d6bd441beca3 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1b5db0e-e158-4838-9ba3-ef10befc9449 HTTP/1.1" status: 200 len: 944 time: 0.0677800 Sep 21 05:26:26.502978 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c6e97865-b868-4ebd-95a5-a24e0d2e9149 req-c1c33d3a-071d-40ed-8b87-82126f4f74be tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=5508c277-6fcc-4331-bd78-69fd3cfdf04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347302 Sep 21 05:26:26.842336 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 32848) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:26:26.884776 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-6bab1b24-f19d-40a1-8722-d38ed652c4b4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=722aa5a2430a4d20b5fd45695c213a0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0397263 Sep 21 05:26:26.887088 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 32852) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:26:26.936662 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-39411258-7baa-422f-a4b1-227cc5b191ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:26.945340 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2dbd1a-029e-43f4-b5ba-24355238d14b req-b6088428-85d4-4214-bc14-5560d77975f9 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:26.946830 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-de2dbd1a-029e-43f4-b5ba-24355238d14b req-b6088428-85d4-4214-bc14-5560d77975f9 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/ports?device_id=d01ffe98-f16e-4dc3-9ebd-cfa2b2274f24 HTTP/1.1" status: 200 len: 944 time: 0.0482197 Sep 21 05:26:26.961995 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-39411258-7baa-422f-a4b1-227cc5b191ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:26.987810 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-de2dbd1a-029e-43f4-b5ba-24355238d14b req-28e8cf02-23f6-431a-b56a-6bddf61d8039 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/security-groups?id=2efc370c-cc76-4606-b462-9693fd771f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343049 Sep 21 05:26:27.067453 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-39411258-7baa-422f-a4b1-227cc5b191ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:27.070082 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-39411258-7baa-422f-a4b1-227cc5b191ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:27.071296 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-39411258-7baa-422f-a4b1-227cc5b191ac admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3693537d-2937-4332-b678-3811083859a6 HTTP/1.1" status: 204 len: 168 time: 0.1832645 Sep 21 05:26:27.079972 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39411258-7baa-422f-a4b1-227cc5b191ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3693537d-2937-4332-b678-3811083859a6,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:26:27.629544 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287f6405-956b-4050-a212-43b72afee741 req-2cdd0d38-7890-4559-b888-9367f64db9a4 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:27.631462 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-287f6405-956b-4050-a212-43b72afee741 req-2cdd0d38-7890-4559-b888-9367f64db9a4 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1b5db0e-e158-4838-9ba3-ef10befc9449 HTTP/1.1" status: 200 len: 944 time: 0.0553985 Sep 21 05:26:27.683833 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-287f6405-956b-4050-a212-43b72afee741 req-534c03fc-cd5f-4006-afe7-2bb21de2bbc8 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=5508c277-6fcc-4331-bd78-69fd3cfdf04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464206 Sep 21 05:26:27.919699 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device 790258d8-5852-4dfd-856e-9c4ff4a3203f up at agent hyperv_hv-cinder-77819 {{(pid=94668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 05:26:27.972739 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Provisioning complete for port 790258d8-5852-4dfd-856e-9c4ff4a3203f triggered by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:26:27.973121 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:28.066548 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:28.096202 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b5db0e-e158-4838-9ba3-ef10befc9449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '790258d8-5852-4dfd-856e-9c4ff4a3203f'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 05:26:28.098730 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9746b1cd2a1144c350740d70a5f253bbb3c4ac519592b61f014e2841f81d92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b9cb218-c7ed-4731-8deb-95c3a899eab1" -d '{"events": [{"server_uuid": "c1b5db0e-e158-4838-9ba3-ef10befc9449", "name": "network-vif-plugged", "status": "completed", "tag": "790258d8-5852-4dfd-856e-9c4ff4a3203f"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 05:26:28.120674 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] For port 790258d8-5852-4dfd-856e-9c4ff4a3203f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=790258d8-5852-4dfd-856e-9c4ff4a3203f,segment=NetworkSegment(f6433832-0821-4a1f-a147-34f75b2bc1b3),segment_id=f6433832-0821-4a1f-a147-34f75b2bc1b3)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:26:28.128855 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5776c16-ea9a-4c08-a433-12d64cb038d7 req-1604a9bd-1a26-4c9b-847c-df870dbf66c2 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:28.130430 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b5776c16-ea9a-4c08-a433-12d64cb038d7 req-1604a9bd-1a26-4c9b-847c-df870dbf66c2 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/ports?device_id=d01ffe98-f16e-4dc3-9ebd-cfa2b2274f24 HTTP/1.1" status: 200 len: 944 time: 0.0718505 Sep 21 05:26:28.170932 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b5776c16-ea9a-4c08-a433-12d64cb038d7 req-c49220b9-34fa-4263-a50f-3aff63fe34b7 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/security-groups?id=2efc370c-cc76-4606-b462-9693fd771f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331848 Sep 21 05:26:28.176478 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:28.254260 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Pushing event updated for resources: {'Port': ['ID=790258d8-5852-4dfd-856e-9c4ff4a3203f,revision_number=7']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:26:28.290889 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 05:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19be001a-7da2-42da-b4db-74c8ee5c8912 x-openstack-request-id: req-19be001a-7da2-42da-b4db-74c8ee5c8912 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 05:26:28.291443 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1b5db0e-e158-4838-9ba3-ef10befc9449", "name": "network-vif-plugged", "status": "completed", "tag": "790258d8-5852-4dfd-856e-9c4ff4a3203f", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 05:26:28.291696 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-19be001a-7da2-42da-b4db-74c8ee5c8912 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 05:26:28.292444 dv-cinder-778193-10-iscsi neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1b5db0e-e158-4838-9ba3-ef10befc9449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '790258d8-5852-4dfd-856e-9c4ff4a3203f', 'code': 200} Sep 21 05:26:28.806522 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f14599-e04c-4944-929c-6dadac5bfc43 req-00ea7d17-b76b-4f6e-8565-97ed84166db8 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:28.815133 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-09f14599-e04c-4944-929c-6dadac5bfc43 req-00ea7d17-b76b-4f6e-8565-97ed84166db8 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1b5db0e-e158-4838-9ba3-ef10befc9449 HTTP/1.1" status: 200 len: 945 time: 0.0588863 Sep 21 05:26:28.852263 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-09f14599-e04c-4944-929c-6dadac5bfc43 req-08715f21-3577-45ba-b4c2-1c6270192ca0 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=5508c277-6fcc-4331-bd78-69fd3cfdf04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360227 Sep 21 05:26:29.302637 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b32da9-1c36-482f-933b-061b9c76acb0 req-f720c2e1-4565-45cc-8edd-5cc1777b9cea tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:29.304140 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d7b32da9-1c36-482f-933b-061b9c76acb0 req-f720c2e1-4565-45cc-8edd-5cc1777b9cea tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/ports?device_id=d01ffe98-f16e-4dc3-9ebd-cfa2b2274f24 HTTP/1.1" status: 200 len: 944 time: 0.0552726 Sep 21 05:26:29.344897 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d7b32da9-1c36-482f-933b-061b9c76acb0 req-7c986669-0620-438c-b11b-8bd6c62f8f3c tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/security-groups?id=2efc370c-cc76-4606-b462-9693fd771f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339341 Sep 21 05:26:29.921018 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device 9518ac22-4cb5-463d-9a91-764981e01988 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 05:26:29.999678 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389622c-51cb-4e76-8e4a-7ce12625869d req-a77440cf-3fa9-40d2-a560-34612bb57eab tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:30.001265 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a389622c-51cb-4e76-8e4a-7ce12625869d req-a77440cf-3fa9-40d2-a560-34612bb57eab tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1b5db0e-e158-4838-9ba3-ef10befc9449 HTTP/1.1" status: 200 len: 945 time: 0.0669267 Sep 21 05:26:30.048057 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] For port 9518ac22-4cb5-463d-9a91-764981e01988, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=9518ac22-4cb5-463d-9a91-764981e01988,segment=NetworkSegment(2750d958-8afb-4c23-8d50-7f696d3e9439),segment_id=2750d958-8afb-4c23-8d50-7f696d3e9439)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:26:30.049533 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a389622c-51cb-4e76-8e4a-7ce12625869d req-aaa234f1-ff37-4714-932f-ac7496f26955 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=5508c277-6fcc-4331-bd78-69fd3cfdf04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399377 Sep 21 05:26:30.064702 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Returning: {'device': '9518ac22-4cb5-463d-9a91-764981e01988', 'network_id': 'b65ce37e-28e9-4073-aba8-42f09a595bb5', 'port_id': '9518ac22-4cb5-463d-9a91-764981e01988', 'mac_address': 'fa:16:3e:e1:0e:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73b79fce-eee6-4ec0-bdad-dcc75ff05127', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 05:26:30.111365 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:30.125020 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.notifiers.nova [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9518ac22-4cb5-463d-9a91-764981e01988 {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 05:26:30.145643 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] For port 9518ac22-4cb5-463d-9a91-764981e01988, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=9518ac22-4cb5-463d-9a91-764981e01988,segment=NetworkSegment(2750d958-8afb-4c23-8d50-7f696d3e9439),segment_id=2750d958-8afb-4c23-8d50-7f696d3e9439)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:26:30.233088 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:30.288123 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Pushing event updated for resources: {'Port': ['ID=9518ac22-4cb5-463d-9a91-764981e01988,revision_number=4']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:26:30.474104 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47917116-149b-40ed-8db5-3cbb8ebee2d4 req-6d0a60a3-b0fc-4f0a-9f65-eefcd03e4cad tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:30.475889 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-47917116-149b-40ed-8db5-3cbb8ebee2d4 req-6d0a60a3-b0fc-4f0a-9f65-eefcd03e4cad tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/ports?device_id=d01ffe98-f16e-4dc3-9ebd-cfa2b2274f24 HTTP/1.1" status: 200 len: 945 time: 0.0551593 Sep 21 05:26:30.492574 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] get_ports_and_sgs() called for port_ids ['9518ac22-4cb5-463d-9a91-764981e01988'] {{(pid=94668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 05:26:30.523506 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-47917116-149b-40ed-8db5-3cbb8ebee2d4 req-8dd049c2-2d05-4bcd-8a86-813ebb932411 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/security-groups?id=2efc370c-cc76-4606-b462-9693fd771f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400178 Sep 21 05:26:31.175641 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b60b9-6e6e-47db-926b-bb6ef367e9ea req-6fa5f4a5-9a39-4b3b-bf7c-e92b6d0dcf94 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:31.177040 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9f5b60b9-6e6e-47db-926b-bb6ef367e9ea req-6fa5f4a5-9a39-4b3b-bf7c-e92b6d0dcf94 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1b5db0e-e158-4838-9ba3-ef10befc9449 HTTP/1.1" status: 200 len: 945 time: 0.0522485 Sep 21 05:26:31.214948 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9f5b60b9-6e6e-47db-926b-bb6ef367e9ea req-15a16e35-08e8-4eaf-b2e4-369600250b4e tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=5508c277-6fcc-4331-bd78-69fd3cfdf04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319948 Sep 21 05:26:31.640225 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd0c47d-3ec8-4f7f-a8b8-83c0f573342e req-4618b7d4-b935-40c5-a550-02f5f75897d0 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:31.641706 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7cd0c47d-3ec8-4f7f-a8b8-83c0f573342e req-4618b7d4-b935-40c5-a550-02f5f75897d0 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/ports?device_id=d01ffe98-f16e-4dc3-9ebd-cfa2b2274f24 HTTP/1.1" status: 200 len: 945 time: 0.0476525 Sep 21 05:26:31.678538 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7cd0c47d-3ec8-4f7f-a8b8-83c0f573342e req-c8624b03-6559-4317-8329-73f4baff63fb tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/security-groups?id=2efc370c-cc76-4606-b462-9693fd771f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309002 Sep 21 05:26:31.920581 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device 9518ac22-4cb5-463d-9a91-764981e01988 up at agent hyperv_hv-cinder-77819 {{(pid=94668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 05:26:32.038781 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Provisioning for port 9518ac22-4cb5-463d-9a91-764981e01988 completed by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 05:26:32.043065 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Provisioning complete for port 9518ac22-4cb5-463d-9a91-764981e01988 triggered by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:26:32.043617 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:32.124889 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:32.152960 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd01ffe98-f16e-4dc3-9ebd-cfa2b2274f24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9518ac22-4cb5-463d-9a91-764981e01988'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 05:26:32.155418 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9746b1cd2a1144c350740d70a5f253bbb3c4ac519592b61f014e2841f81d92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a006bdd4-8478-4214-84c0-9d60150c8578" -d '{"events": [{"server_uuid": "d01ffe98-f16e-4dc3-9ebd-cfa2b2274f24", "name": "network-vif-plugged", "status": "completed", "tag": "9518ac22-4cb5-463d-9a91-764981e01988"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 05:26:32.170130 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] For port 9518ac22-4cb5-463d-9a91-764981e01988, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=9518ac22-4cb5-463d-9a91-764981e01988,segment=NetworkSegment(2750d958-8afb-4c23-8d50-7f696d3e9439),segment_id=2750d958-8afb-4c23-8d50-7f696d3e9439)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:26:32.201538 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 05:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5cc192f-2e8e-49d4-96a3-3a527592b1b8 x-openstack-request-id: req-f5cc192f-2e8e-49d4-96a3-3a527592b1b8 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 05:26:32.201870 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d01ffe98-f16e-4dc3-9ebd-cfa2b2274f24", "name": "network-vif-plugged", "status": "completed", "tag": "9518ac22-4cb5-463d-9a91-764981e01988", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 05:26:32.202183 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f5cc192f-2e8e-49d4-96a3-3a527592b1b8 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 05:26:32.202635 dv-cinder-778193-10-iscsi neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd01ffe98-f16e-4dc3-9ebd-cfa2b2274f24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9518ac22-4cb5-463d-9a91-764981e01988', 'code': 200} Sep 21 05:26:32.238890 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:32.307485 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Pushing event updated for resources: {'Port': ['ID=9518ac22-4cb5-463d-9a91-764981e01988,revision_number=5']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:26:32.378467 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb0364-398a-4696-b8d6-ed1f139d2188 req-6e225137-a587-48c1-be68-3d062975645b tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:32.379961 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9ebb0364-398a-4696-b8d6-ed1f139d2188 req-6e225137-a587-48c1-be68-3d062975645b tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1b5db0e-e158-4838-9ba3-ef10befc9449 HTTP/1.1" status: 200 len: 945 time: 0.0765982 Sep 21 05:26:32.445462 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9ebb0364-398a-4696-b8d6-ed1f139d2188 req-9398f46f-a6c3-4ee4-bfe8-dc6649d38292 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=5508c277-6fcc-4331-bd78-69fd3cfdf04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589941 Sep 21 05:26:32.493174 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167bc6f-59fe-4d75-b8a3-0fb92c551707 req-df9b9e65-629c-4491-91ef-622478bd0fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:32.494833 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-2167bc6f-59fe-4d75-b8a3-0fb92c551707 req-df9b9e65-629c-4491-91ef-622478bd0fbc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d01ffe98-f16e-4dc3-9ebd-cfa2b2274f24 HTTP/1.1" status: 200 len: 1099 time: 0.0602508 Sep 21 05:26:32.533404 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-2167bc6f-59fe-4d75-b8a3-0fb92c551707 req-bd735d2a-2b58-4ce3-af4b-f73469af1d44 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2efc370c-cc76-4606-b462-9693fd771f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311022 Sep 21 05:26:32.810299 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b870c2a2-84fa-4130-8588-d8cb3f2e90d3 req-ceece4d1-786f-4574-924e-3097e5b2a831 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:32.811796 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b870c2a2-84fa-4130-8588-d8cb3f2e90d3 req-ceece4d1-786f-4574-924e-3097e5b2a831 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/ports?device_id=d01ffe98-f16e-4dc3-9ebd-cfa2b2274f24 HTTP/1.1" status: 200 len: 946 time: 0.0634220 Sep 21 05:26:32.869876 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b870c2a2-84fa-4130-8588-d8cb3f2e90d3 req-a4dbeaa8-685e-4763-b84a-dbd125211499 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/security-groups?id=2efc370c-cc76-4606-b462-9693fd771f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512984 Sep 21 05:26:33.595261 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1033d741-d934-40ef-8933-4059273bb766 req-4b4d7d09-12d0-453b-92c4-06c070a9dd82 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:33.598228 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1033d741-d934-40ef-8933-4059273bb766 req-4b4d7d09-12d0-453b-92c4-06c070a9dd82 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1b5db0e-e158-4838-9ba3-ef10befc9449 HTTP/1.1" status: 200 len: 945 time: 0.0524194 Sep 21 05:26:33.650677 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1033d741-d934-40ef-8933-4059273bb766 req-0cb9a6ca-53f5-4a04-a506-eb064927359b tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=5508c277-6fcc-4331-bd78-69fd3cfdf04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457001 Sep 21 05:26:33.997787 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb09895-1a70-4643-89ac-ee3b0b2739c6 req-13df7d75-f46d-4d46-ab75-0b6813955f19 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:34.005638 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6fb09895-1a70-4643-89ac-ee3b0b2739c6 req-13df7d75-f46d-4d46-ab75-0b6813955f19 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/ports?device_id=d01ffe98-f16e-4dc3-9ebd-cfa2b2274f24 HTTP/1.1" status: 200 len: 946 time: 0.0603669 Sep 21 05:26:34.056078 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6fb09895-1a70-4643-89ac-ee3b0b2739c6 req-1ed501f4-7580-4bd2-a5a8-4798f311a2c7 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/security-groups?id=2efc370c-cc76-4606-b462-9693fd771f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448627 Sep 21 05:26:34.177884 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702510b6-c44c-4cd4-a394-fb28b96c4a0d req-0f2f0d6d-d940-4259-9338-6d537048c19c tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:34.179876 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-702510b6-c44c-4cd4-a394-fb28b96c4a0d req-0f2f0d6d-d940-4259-9338-6d537048c19c tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/ports?device_id=d01ffe98-f16e-4dc3-9ebd-cfa2b2274f24 HTTP/1.1" status: 200 len: 946 time: 0.0604327 Sep 21 05:26:34.227042 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-702510b6-c44c-4cd4-a394-fb28b96c4a0d req-37277910-bb35-4544-b9ba-f9c3b579f332 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/security-groups?id=2efc370c-cc76-4606-b462-9693fd771f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394213 Sep 21 05:26:34.250035 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.agents_db [None req-b3bad76d-57ee-4137-9d9b-1a82d1aed62b None None] Agent healthcheck: found 6 active agents {{(pid=94669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 05:26:34.260421 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 32954) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:26:34.312721 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a417bb99-486b-42a9-a86f-0dfcb45e20e1 tempest-TestVolumeBootPattern-2090751478 tempest-TestVolumeBootPattern-2090751478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:34.315630 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-a417bb99-486b-42a9-a86f-0dfcb45e20e1 tempest-TestVolumeBootPattern-2090751478 tempest-TestVolumeBootPattern-2090751478-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d01ffe98-f16e-4dc3-9ebd-cfa2b2274f24 HTTP/1.1" status: 200 len: 1094 time: 0.0525348 Sep 21 05:26:34.325263 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 32956) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:26:34.331410 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-a4bb8900-504d-41fa-8100-25fc5ce74058 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Request body: {'floatingip': {'floating_network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'port_id': '9518ac22-4cb5-463d-9a91-764981e01988', 'tenant_id': 'f732baa476ec493fa4a85f15fa02b9de', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:26:34.428231 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-a4bb8900-504d-41fa-8100-25fc5ce74058 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks [] for floatingip, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:34.543516 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-a4bb8900-504d-41fa-8100-25fc5ce74058 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:34.673918 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.db.db_base_plugin_common [None req-a4bb8900-504d-41fa-8100-25fc5ce74058 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Allocated IP 172.27.3.111 (666bfb66-d53f-41b5-aa91-1f3481ab5acc/80dd054f-6720-4669-be55-825ddd1b955a/27fbc788-a38e-4c92-a2b4-7539ff724392) {{(pid=94666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 05:26:34.816980 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcfdeaa-d415-4837-a0d3-4bd41a34dfa2 req-14510b82-2267-45c2-93ab-9d97001a6ff7 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:34.821549 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0dcfdeaa-d415-4837-a0d3-4bd41a34dfa2 req-14510b82-2267-45c2-93ab-9d97001a6ff7 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1b5db0e-e158-4838-9ba3-ef10befc9449 HTTP/1.1" status: 200 len: 945 time: 0.0774724 Sep 21 05:26:34.823322 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-a4bb8900-504d-41fa-8100-25fc5ce74058 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks [] for port, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:34.875243 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0dcfdeaa-d415-4837-a0d3-4bd41a34dfa2 req-f8687a75-8d94-46a9-ad0d-3300a4b37b27 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=5508c277-6fcc-4331-bd78-69fd3cfdf04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486186 Sep 21 05:26:35.067511 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-a4bb8900-504d-41fa-8100-25fc5ce74058 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751403777208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7439717'] for port, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:35.105464 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4bb8900-504d-41fa-8100-25fc5ce74058 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Network 666bfb66-d53f-41b5-aa91-1f3481ab5acc is already hosted by enough agents. {{(pid=94666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 05:26:35.108376 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.base_scheduler [None req-a4bb8900-504d-41fa-8100-25fc5ce74058 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Resources bound (agent type, host, resource id): {{(pid=94666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:26:35.113919 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bb8900-504d-41fa-8100-25fc5ce74058 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Received port after_create {{(pid=94666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 05:26:35.119338 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb8900-504d-41fa-8100-25fc5ce74058 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Pushing event updated for resources: {'Port': ['ID=27fbc788-a38e-4c92-a2b4-7539ff724392,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:26:35.552979 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-a4bb8900-504d-41fa-8100-25fc5ce74058 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:35.697555 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-a4bb8900-504d-41fa-8100-25fc5ce74058 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:35.849266 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e1cad226-7378-4631-acb9-04a701c51190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:35.876672 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-a4bb8900-504d-41fa-8100-25fc5ce74058 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks [] for port, precommit_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:35.962249 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-a4bb8900-504d-41fa-8100-25fc5ce74058 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7439740'] for port, after_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:36.064508 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb8900-504d-41fa-8100-25fc5ce74058 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Pushing event updated for resources: {'Port': ['ID=27fbc788-a38e-4c92-a2b4-7539ff724392,revision_number=2']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:26:36.078620 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-a4bb8900-504d-41fa-8100-25fc5ce74058 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473099'] for floatingip, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:36.089326 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ce5c18-7444-4be8-81b9-5d0173cc9300 req-3db59aff-5e8c-4f55-95c8-762f4ecc71cc tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:36.091004 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-93ce5c18-7444-4be8-81b9-5d0173cc9300 req-3db59aff-5e8c-4f55-95c8-762f4ecc71cc tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1b5db0e-e158-4838-9ba3-ef10befc9449 HTTP/1.1" status: 200 len: 945 time: 0.1385903 Sep 21 05:26:36.174271 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-93ce5c18-7444-4be8-81b9-5d0173cc9300 req-5f80d64e-af03-4ac5-9c59-7109a9901bea tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=5508c277-6fcc-4331-bd78-69fd3cfdf04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492404 Sep 21 05:26:36.224337 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.db.l3_db [None req-a4bb8900-504d-41fa-8100-25fc5ce74058 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Floating IP 7f8d678c-6715-42e4-a7b4-d8305828d5ef associated. External IP: 172.27.3.111, port: 9518ac22-4cb5-463d-9a91-764981e01988. Sep 21 05:26:36.454951 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4bb8900-504d-41fa-8100-25fc5ce74058 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Router c2c9ce20-307d-4e9d-be50-13198262dfe7 has already been hosted by L3 agent e4914d08-4fb7-43fa-94fb-1720f1d16cb4 {{(pid=94666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 05:26:36.826474 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4bb8900-504d-41fa-8100-25fc5ce74058 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify agent at l3_agent.dv-cinder-778193-10-iscsi the message routers_updated {{(pid=94666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 05:26:36.846606 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3487ec0-f3e5-4073-861b-9c0d3385e628 None None] Sync routers for ids ['c2c9ce20-307d-4e9d-be50-13198262dfe7'] in dv-cinder-778193-10-iscsi {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 05:26:36.857927 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3487ec0-f3e5-4073-861b-9c0d3385e628 None None] Routers {'c2c9ce20-307d-4e9d-be50-13198262dfe7'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:26:36.858709 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-f3487ec0-f3e5-4073-861b-9c0d3385e628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:26:09Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['c2c9ce20-307d-4e9d-be50-13198262dfe7'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:26:36.930625 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-a4bb8900-504d-41fa-8100-25fc5ce74058 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339'] for floatingip, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:36.978465 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-a4bb8900-504d-41fa-8100-25fc5ce74058 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6425722 Sep 21 05:26:36.978465 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd01ffe98-f16e-4dc3-9ebd-cfa2b2274f24', 'tag': '9518ac22-4cb5-463d-9a91-764981e01988'}] {{(pid=94666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 05:26:36.978465 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44944af2400c5958a336bdfed19235d8f59e5c9f04ba018cfdf82e9059cb0bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3edbf45d-31e3-4cdc-b744-abc7032b68e0" -d '{"events": [{"name": "network-changed", "server_uuid": "d01ffe98-f16e-4dc3-9ebd-cfa2b2274f24", "tag": "9518ac22-4cb5-463d-9a91-764981e01988"}]}' {{(pid=94666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 05:26:36.978867 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-f3487ec0-f3e5-4073-861b-9c0d3385e628 None None] Set router c2c9ce20-307d-4e9d-be50-13198262dfe7 gateway port host: dv-cinder-778193-10-iscsi {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:26:37.091798 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 05:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4acafb5d-3aea-4d6c-8778-aab89fc6ecbd x-openstack-request-id: req-4acafb5d-3aea-4d6c-8778-aab89fc6ecbd {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 05:26:37.092823 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d01ffe98-f16e-4dc3-9ebd-cfa2b2274f24", "tag": "9518ac22-4cb5-463d-9a91-764981e01988", "status": "completed", "code": 200}]} {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 05:26:37.092823 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4acafb5d-3aea-4d6c-8778-aab89fc6ecbd {{(pid=94666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 05:26:37.092823 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd01ffe98-f16e-4dc3-9ebd-cfa2b2274f24', 'tag': '9518ac22-4cb5-463d-9a91-764981e01988', 'status': 'completed', 'code': 200} Sep 21 05:26:37.168603 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edbf45d-31e3-4cdc-b744-abc7032b68e0 req-6a7c9492-bd45-4a4c-bee2-8d2fa85b3c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:37.170529 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-3edbf45d-31e3-4cdc-b744-abc7032b68e0 req-6a7c9492-bd45-4a4c-bee2-8d2fa85b3c49 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f732baa476ec493fa4a85f15fa02b9de&device_id=d01ffe98-f16e-4dc3-9ebd-cfa2b2274f24 HTTP/1.1" status: 200 len: 1099 time: 0.0571129 Sep 21 05:26:37.299530 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edbf45d-31e3-4cdc-b744-abc7032b68e0 req-1027d602-86c2-4dde-a1b2-fdb0cc6dc080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:37.301218 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-3edbf45d-31e3-4cdc-b744-abc7032b68e0 req-1027d602-86c2-4dde-a1b2-fdb0cc6dc080 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b65ce37e-28e9-4073-aba8-42f09a595bb5 HTTP/1.1" status: 200 len: 912 time: 0.1232114 Sep 21 05:26:37.351387 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943233da-743e-4000-ae9a-0be49e27dd24 req-70fb3624-2e21-4720-b7c9-a39b9a60238f tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:37.352050 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-f3487ec0-f3e5-4073-861b-9c0d3385e628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'name': 'tempest-TestVolumeBootPattern-1899784515-router', 'tenant_id': 'f732baa476ec493fa4a85f15fa02b9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '6e8c2428-3e06-4449-9e2a-c67975c0e061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:22:34Z', 'updated_at': '2021-09-21T05:22:38Z', 'revision_number': 4, 'project_id': 'f732baa476ec493fa4a85f15fa02b9de', 'gw_port': {'id': '6e8c2428-3e06-4449-9e2a-c67975c0e061', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:de:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:22:35Z', 'updated_at': '2021-09-21T05:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi', '_floatingips': [{'id': '7f8d678c-6715-42e4-a7b4-d8305828d5ef', 'tenant_id': 'f732baa476ec493fa4a85f15fa02b9de', 'floating_ip_address': '172.27.3.111', 'floating_network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'router_id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'port_id': '9518ac22-4cb5-463d-9a91-764981e01988', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b65ce37e-28e9-4073-aba8-42f09a595bb5', 'mac_address': 'fa:16:3e:e1:0e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01ffe98-f16e-4dc3-9ebd-cfa2b2274f24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T05:26:35Z', 'updated_at': '2021-09-21T05:26:35Z', 'revision_number': 0, 'project_id': 'f732baa476ec493fa4a85f15fa02b9de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54710508-5bd5-4242-8dcc-be137d993461', 'name': '', 'network_id': 'b65ce37e-28e9-4073-aba8-42f09a595bb5', 'tenant_id': 'f732baa476ec493fa4a85f15fa02b9de', 'mac_address': 'fa:16:3e:cc:97:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '73b79fce-eee6-4ec0-bdad-dcc75ff05127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:22:37Z', 'updated_at': '2021-09-21T05:22:43Z', 'revision_number': 5, 'project_id': 'f732baa476ec493fa4a85f15fa02b9de', 'subnets': [{'id': '73b79fce-eee6-4ec0-bdad-dcc75ff05127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:26:37.359559 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-943233da-743e-4000-ae9a-0be49e27dd24 req-70fb3624-2e21-4720-b7c9-a39b9a60238f tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1b5db0e-e158-4838-9ba3-ef10befc9449 HTTP/1.1" status: 200 len: 945 time: 0.0787094 Sep 21 05:26:37.380740 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-3edbf45d-31e3-4cdc-b744-abc7032b68e0 req-6a4649c3-b602-4bfc-ba2c-bddf80a8b916 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9518ac22-4cb5-463d-9a91-764981e01988 HTTP/1.1" status: 200 len: 1000 time: 0.0717711 Sep 21 05:26:37.407722 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3487ec0-f3e5-4073-861b-9c0d3385e628 None None] Checking router: c2c9ce20-307d-4e9d-be50-13198262dfe7 for host: dv-cinder-778193-10-iscsi {{(pid=94668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 05:26:37.412280 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-943233da-743e-4000-ae9a-0be49e27dd24 req-2d3bbe97-24ff-493c-934d-bc6a0923fc64 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=5508c277-6fcc-4331-bd78-69fd3cfdf04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517614 Sep 21 05:26:37.420874 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3487ec0-f3e5-4073-861b-9c0d3385e628 None None] Routers {'c2c9ce20-307d-4e9d-be50-13198262dfe7'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:26:37.421522 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-f3487ec0-f3e5-4073-861b-9c0d3385e628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:26:09Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['c2c9ce20-307d-4e9d-be50-13198262dfe7'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:26:37.448847 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edbf45d-31e3-4cdc-b744-abc7032b68e0 req-72db9350-d323-4617-a520-42b16eedc0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:37.450846 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-3edbf45d-31e3-4cdc-b744-abc7032b68e0 req-72db9350-d323-4617-a520-42b16eedc0bd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=73b79fce-eee6-4ec0-bdad-dcc75ff05127 HTTP/1.1" status: 200 len: 851 time: 0.0627894 Sep 21 05:26:37.521897 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edbf45d-31e3-4cdc-b744-abc7032b68e0 req-5e4d30d1-52df-47cb-8dc0-659fbe757694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:37.524361 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-3edbf45d-31e3-4cdc-b744-abc7032b68e0 req-5e4d30d1-52df-47cb-8dc0-659fbe757694 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b65ce37e-28e9-4073-aba8-42f09a595bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0610454 Sep 21 05:26:37.549653 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-f3487ec0-f3e5-4073-861b-9c0d3385e628 None None] Set router c2c9ce20-307d-4e9d-be50-13198262dfe7 gateway port host: dv-cinder-778193-10-iscsi {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:26:37.650988 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-3edbf45d-31e3-4cdc-b744-abc7032b68e0 req-60fc172e-0423-4ceb-ad01-f1e06d26762f service neutron] 10.222.0.32 "GET /v2.0/networks/b65ce37e-28e9-4073-aba8-42f09a595bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162114 Sep 21 05:26:37.773038 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-3edbf45d-31e3-4cdc-b744-abc7032b68e0 req-a398a362-8ba7-423d-aa7a-2a6b2a85263a service neutron] 10.222.0.32 "GET /v2.0/networks/b65ce37e-28e9-4073-aba8-42f09a595bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135712 Sep 21 05:26:37.839866 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-f3487ec0-f3e5-4073-861b-9c0d3385e628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'name': 'tempest-TestVolumeBootPattern-1899784515-router', 'tenant_id': 'f732baa476ec493fa4a85f15fa02b9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '6e8c2428-3e06-4449-9e2a-c67975c0e061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:22:34Z', 'updated_at': '2021-09-21T05:22:38Z', 'revision_number': 4, 'project_id': 'f732baa476ec493fa4a85f15fa02b9de', 'gw_port': {'id': '6e8c2428-3e06-4449-9e2a-c67975c0e061', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:de:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:22:35Z', 'updated_at': '2021-09-21T05:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi', '_floatingips': [{'id': '7f8d678c-6715-42e4-a7b4-d8305828d5ef', 'tenant_id': 'f732baa476ec493fa4a85f15fa02b9de', 'floating_ip_address': '172.27.3.111', 'floating_network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'router_id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'port_id': '9518ac22-4cb5-463d-9a91-764981e01988', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b65ce37e-28e9-4073-aba8-42f09a595bb5', 'mac_address': 'fa:16:3e:e1:0e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01ffe98-f16e-4dc3-9ebd-cfa2b2274f24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T05:26:35Z', 'updated_at': '2021-09-21T05:26:35Z', 'revision_number': 0, 'project_id': 'f732baa476ec493fa4a85f15fa02b9de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54710508-5bd5-4242-8dcc-be137d993461', 'name': '', 'network_id': 'b65ce37e-28e9-4073-aba8-42f09a595bb5', 'tenant_id': 'f732baa476ec493fa4a85f15fa02b9de', 'mac_address': 'fa:16:3e:cc:97:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '73b79fce-eee6-4ec0-bdad-dcc75ff05127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:22:37Z', 'updated_at': '2021-09-21T05:22:43Z', 'revision_number': 5, 'project_id': 'f732baa476ec493fa4a85f15fa02b9de', 'subnets': [{'id': '73b79fce-eee6-4ec0-bdad-dcc75ff05127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:26:37.872655 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3487ec0-f3e5-4073-861b-9c0d3385e628 None None] The sync data for ids ['c2c9ce20-307d-4e9d-be50-13198262dfe7'] in dv-cinder-778193-10-iscsi is: [{'id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'name': 'tempest-TestVolumeBootPattern-1899784515-router', 'tenant_id': 'f732baa476ec493fa4a85f15fa02b9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '6e8c2428-3e06-4449-9e2a-c67975c0e061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:22:34Z', 'updated_at': '2021-09-21T05:22:38Z', 'revision_number': 4, 'project_id': 'f732baa476ec493fa4a85f15fa02b9de', 'gw_port': {'id': '6e8c2428-3e06-4449-9e2a-c67975c0e061', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:de:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:22:35Z', 'updated_at': '2021-09-21T05:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi', '_floatingips': [{'id': '7f8d678c-6715-42e4-a7b4-d8305828d5ef', 'tenant_id': 'f732baa476ec493fa4a85f15fa02b9de', 'floating_ip_address': '172.27.3.111', 'floating_network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'router_id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'port_id': '9518ac22-4cb5-463d-9a91-764981e01988', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b65ce37e-28e9-4073-aba8-42f09a595bb5', 'mac_address': 'fa:16:3e:e1:0e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01ffe98-f16e-4dc3-9ebd-cfa2b2274f24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T05:26:35Z', 'updated_at': '2021-09-21T05:26:35Z', 'revision_number': 0, 'project_id': 'f732baa476ec493fa4a85f15fa02b9de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54710508-5bd5-4242-8dcc-be137d993461', 'name': '', 'network_id': 'b65ce37e-28e9-4073-aba8-42f09a595bb5', 'tenant_id': 'f732baa476ec493fa4a85f15fa02b9de', 'mac_address': 'fa:16:3e:cc:97:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '73b79fce-eee6-4ec0-bdad-dcc75ff05127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:22:37Z', 'updated_at': '2021-09-21T05:22:43Z', 'revision_number': 5, 'project_id': 'f732baa476ec493fa4a85f15fa02b9de', 'subnets': [{'id': '73b79fce-eee6-4ec0-bdad-dcc75ff05127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 05:26:38.130138 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a13e592-99ca-4542-a526-2d9921333951 None None] New status for floating IP 7f8d678c-6715-42e4-a7b4-d8305828d5ef: ACTIVE {{(pid=94669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 05:26:38.277782 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:38.542916 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed467b-ec17-4e8e-bf2a-cdaddd781afc req-995a280d-9ace-4c3f-9f7a-25a77ee957fb tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:38.544703 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-28ed467b-ec17-4e8e-bf2a-cdaddd781afc req-995a280d-9ace-4c3f-9f7a-25a77ee957fb tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1b5db0e-e158-4838-9ba3-ef10befc9449 HTTP/1.1" status: 200 len: 945 time: 0.0687246 Sep 21 05:26:38.593509 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-28ed467b-ec17-4e8e-bf2a-cdaddd781afc req-89592086-1afe-4509-a391-ec719e389f05 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=5508c277-6fcc-4331-bd78-69fd3cfdf04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423245 Sep 21 05:26:38.609017 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7890af84-52a7-455b-85f7-f876d82b60a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:39.394176 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:39.596827 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-44bbc576-cde2-4162-8f17-1d7fe4693544 req-1c9f786d-1bd6-4c73-a2d3-668a911b94e7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dad1ea62-42e7-4277-a6ec-d16fafaf5de2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399470 Sep 21 05:26:39.678453 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bbc576-cde2-4162-8f17-1d7fe4693544 req-d65db9d4-c003-41b0-9050-84c62b148d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:39.679963 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-44bbc576-cde2-4162-8f17-1d7fe4693544 req-d65db9d4-c003-41b0-9050-84c62b148d57 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3066d5f922ad4c51b79c56e410630bfe&device_id=dad1ea62-42e7-4277-a6ec-d16fafaf5de2 HTTP/1.1" status: 200 len: 1098 time: 0.0414734 Sep 21 05:26:39.717723 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aee414-0f54-46b5-ae66-7c1024e0bf3b req-6372f6db-77f0-4ddd-9248-6cdf08e9158a tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:39.719427 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a9aee414-0f54-46b5-ae66-7c1024e0bf3b req-6372f6db-77f0-4ddd-9248-6cdf08e9158a tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1b5db0e-e158-4838-9ba3-ef10befc9449 HTTP/1.1" status: 200 len: 945 time: 0.0493894 Sep 21 05:26:39.764393 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a9aee414-0f54-46b5-ae66-7c1024e0bf3b req-aa5adeef-4070-4631-833a-a3fd6184ff2e tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=5508c277-6fcc-4331-bd78-69fd3cfdf04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364888 Sep 21 05:26:39.798181 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bbc576-cde2-4162-8f17-1d7fe4693544 req-fa2b5188-a8b7-48e7-8b39-2370f487beb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:39.799708 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-44bbc576-cde2-4162-8f17-1d7fe4693544 req-fa2b5188-a8b7-48e7-8b39-2370f487beb3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=43668b48-43ec-47a9-8fb0-92503a824bd3 HTTP/1.1" status: 200 len: 908 time: 0.1009040 Sep 21 05:26:39.865896 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-44bbc576-cde2-4162-8f17-1d7fe4693544 req-a767a2e1-bd06-44dc-90d7-883e5f6f7fb0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c97253be-44f1-4220-b4e2-84917bb82b31 HTTP/1.1" status: 200 len: 1001 time: 0.0570326 Sep 21 05:26:39.915939 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bbc576-cde2-4162-8f17-1d7fe4693544 req-5c67dafb-1673-4884-ab92-dc4cd18e36f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:39.917475 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-44bbc576-cde2-4162-8f17-1d7fe4693544 req-5c67dafb-1673-4884-ab92-dc4cd18e36f9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4d367135-c118-4f1f-8d0c-187c518691fd HTTP/1.1" status: 200 len: 847 time: 0.0442379 Sep 21 05:26:39.924372 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2c351aa7-00e3-4828-8663-e1495c3162e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:39.967268 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bbc576-cde2-4162-8f17-1d7fe4693544 req-4ae7556a-0c98-4707-b791-50db24a86e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:39.968866 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-44bbc576-cde2-4162-8f17-1d7fe4693544 req-4ae7556a-0c98-4707-b791-50db24a86e76 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=43668b48-43ec-47a9-8fb0-92503a824bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0442047 Sep 21 05:26:40.079943 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27606d6-1fb2-42f7-99b3-0a33bea2e619 req-db404b41-55d2-4bcc-8771-991201d26347 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:40.082724 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c27606d6-1fb2-42f7-99b3-0a33bea2e619 req-db404b41-55d2-4bcc-8771-991201d26347 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?device_id=181155b6-39ea-4b3a-9cf5-17a0c00317e5 HTTP/1.1" status: 200 len: 946 time: 0.0515518 Sep 21 05:26:40.120382 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c27606d6-1fb2-42f7-99b3-0a33bea2e619 req-eaed8232-195a-4994-a542-b31634e9db52 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb90e35f-32cf-49ec-9a14-0def52151a49&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316753 Sep 21 05:26:40.165988 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-44bbc576-cde2-4162-8f17-1d7fe4693544 req-13899413-73d5-470f-b474-c46c29a984d7 service neutron] 10.222.0.32 "GET /v2.0/networks/43668b48-43ec-47a9-8fb0-92503a824bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848391 Sep 21 05:26:40.259858 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-44bbc576-cde2-4162-8f17-1d7fe4693544 req-28564e34-aa8e-4246-9072-2b176f791556 service neutron] 10.222.0.32 "GET /v2.0/networks/43668b48-43ec-47a9-8fb0-92503a824bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853329 Sep 21 05:26:40.414097 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d03b0-07b4-4826-9b84-bc95c6d4e62f req-10e13557-28c4-4663-9482-5067ca276c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:40.415625 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-860d03b0-07b4-4826-9b84-bc95c6d4e62f req-10e13557-28c4-4663-9482-5067ca276c3b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=772420021b474ce7806243f145c281b8&device_id=c1b5db0e-e158-4838-9ba3-ef10befc9449 HTTP/1.1" status: 200 len: 1098 time: 0.0404165 Sep 21 05:26:40.512632 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d03b0-07b4-4826-9b84-bc95c6d4e62f req-ed3eca84-0498-4c71-9a8e-fd52604c9b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:40.513995 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-860d03b0-07b4-4826-9b84-bc95c6d4e62f req-ed3eca84-0498-4c71-9a8e-fd52604c9b23 service neutron] 10.222.0.32 "GET /v2.0/networks?id=007b9195-968a-4aaf-8c91-9ba7bd7821aa HTTP/1.1" status: 200 len: 916 time: 0.0912330 Sep 21 05:26:40.586738 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-860d03b0-07b4-4826-9b84-bc95c6d4e62f req-6d559534-805e-4c47-a177-641d82b3b8a9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=790258d8-5852-4dfd-856e-9c4ff4a3203f HTTP/1.1" status: 200 len: 1001 time: 0.0585866 Sep 21 05:26:40.641154 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d03b0-07b4-4826-9b84-bc95c6d4e62f req-2cee0875-fdce-45d8-9587-2ea469e6bfab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:40.642881 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-860d03b0-07b4-4826-9b84-bc95c6d4e62f req-2cee0875-fdce-45d8-9587-2ea469e6bfab service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8a68d4d6-aa72-4762-8b15-dd5ef7ab0ec9 HTTP/1.1" status: 200 len: 855 time: 0.0452185 Sep 21 05:26:40.704549 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d03b0-07b4-4826-9b84-bc95c6d4e62f req-93674bec-ea21-425e-b46f-ec0e5d6b0a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:40.706047 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-860d03b0-07b4-4826-9b84-bc95c6d4e62f req-93674bec-ea21-425e-b46f-ec0e5d6b0a17 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=007b9195-968a-4aaf-8c91-9ba7bd7821aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0542758 Sep 21 05:26:40.793679 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-860d03b0-07b4-4826-9b84-bc95c6d4e62f req-9509a14e-791d-4fc8-b4f1-d37fdcccaf52 service neutron] 10.222.0.32 "GET /v2.0/networks/007b9195-968a-4aaf-8c91-9ba7bd7821aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797429 Sep 21 05:26:40.889131 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-860d03b0-07b4-4826-9b84-bc95c6d4e62f req-41559f66-2f94-4e0c-947a-67dd0d73447a service neutron] 10.222.0.32 "GET /v2.0/networks/007b9195-968a-4aaf-8c91-9ba7bd7821aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878854 Sep 21 05:26:40.899150 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e75f29b-479b-45a6-a585-2b57c9fb4c34 req-b03b2b60-b63e-4dd7-9129-8b4613e277b6 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:40.900980 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0e75f29b-479b-45a6-a585-2b57c9fb4c34 req-b03b2b60-b63e-4dd7-9129-8b4613e277b6 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1b5db0e-e158-4838-9ba3-ef10befc9449 HTTP/1.1" status: 200 len: 945 time: 0.0568228 Sep 21 05:26:40.939339 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0e75f29b-479b-45a6-a585-2b57c9fb4c34 req-f9d74a7b-05f9-4f66-9834-3458953ff069 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=5508c277-6fcc-4331-bd78-69fd3cfdf04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314829 Sep 21 05:26:41.209175 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a1fb1f33-fe48-4684-9a56-b3eb65d74809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:41.234274 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71972c32-733f-48ae-95ba-735d8a001cce req-fdf720e7-5e16-47ce-bed6-6a0a0e24546e tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:41.235864 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-71972c32-733f-48ae-95ba-735d8a001cce req-fdf720e7-5e16-47ce-bed6-6a0a0e24546e tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?device_id=181155b6-39ea-4b3a-9cf5-17a0c00317e5 HTTP/1.1" status: 200 len: 946 time: 0.0488684 Sep 21 05:26:41.274728 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-71972c32-733f-48ae-95ba-735d8a001cce req-2953e1e5-f33e-4d17-bcf7-b3763f5ad7d8 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb90e35f-32cf-49ec-9a14-0def52151a49&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328763 Sep 21 05:26:41.962463 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b4727-b384-42e5-9209-6b4ef67f6607 req-44b6d7f4-584e-4337-9f1b-25d4577301a7 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:41.964811 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-3b3b4727-b384-42e5-9209-6b4ef67f6607 req-44b6d7f4-584e-4337-9f1b-25d4577301a7 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.32 "GET /v2.0/ports?device_id=181155b6-39ea-4b3a-9cf5-17a0c00317e5 HTTP/1.1" status: 200 len: 946 time: 0.0486355 Sep 21 05:26:42.061416 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-3b3b4727-b384-42e5-9209-6b4ef67f6607 req-e20e71a5-c02d-4d1e-a00b-7eecbf66deb4 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Deleting port 31e830bc-4ff3-41d0-beca-2b4329f2e6cc {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 05:26:42.061755 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-3b3b4727-b384-42e5-9209-6b4ef67f6607 req-e20e71a5-c02d-4d1e-a00b-7eecbf66deb4 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751404276529'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:42.076016 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f8819c-2a1a-46ca-a564-2975f7ea927b req-9ac0111e-958b-4b96-a4ef-9e3df47fe8ca tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:42.077514 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c9f8819c-2a1a-46ca-a564-2975f7ea927b req-9ac0111e-958b-4b96-a4ef-9e3df47fe8ca tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1b5db0e-e158-4838-9ba3-ef10befc9449 HTTP/1.1" status: 200 len: 945 time: 0.0494995 Sep 21 05:26:42.115754 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c9f8819c-2a1a-46ca-a564-2975f7ea927b req-69d43ad1-ec3a-4246-a4ce-27387f72d635 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=5508c277-6fcc-4331-bd78-69fd3cfdf04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322649 Sep 21 05:26:42.148604 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-3b3b4727-b384-42e5-9209-6b4ef67f6607 req-e20e71a5-c02d-4d1e-a00b-7eecbf66deb4 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] For port 31e830bc-4ff3-41d0-beca-2b4329f2e6cc, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=31e830bc-4ff3-41d0-beca-2b4329f2e6cc,segment=NetworkSegment(6416812b-9698-4c94-b689-508bdc693c40),segment_id=6416812b-9698-4c94-b689-508bdc693c40)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:26:42.148974 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-3b3b4727-b384-42e5-9209-6b4ef67f6607 req-e20e71a5-c02d-4d1e-a00b-7eecbf66deb4 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463939'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:42.319077 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-3b3b4727-b384-42e5-9209-6b4ef67f6607 req-e20e71a5-c02d-4d1e-a00b-7eecbf66deb4 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:42.319574 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-3b3b4727-b384-42e5-9209-6b4ef67f6607 req-e20e71a5-c02d-4d1e-a00b-7eecbf66deb4 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473099'] for floatingip, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:42.319900 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.db.l3_db [req-3b3b4727-b384-42e5-9209-6b4ef67f6607 req-e20e71a5-c02d-4d1e-a00b-7eecbf66deb4 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Floating IP 99722144-5df0-4a93-aaa3-73100849b687 disassociated. External IP: 172.27.3.196, port: 31e830bc-4ff3-41d0-beca-2b4329f2e6cc. Sep 21 05:26:42.320245 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-3b3b4727-b384-42e5-9209-6b4ef67f6607 req-e20e71a5-c02d-4d1e-a00b-7eecbf66deb4 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Calling delete_port for 31e830bc-4ff3-41d0-beca-2b4329f2e6cc owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 05:26:42.390008 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4ac726-beb5-411f-abf3-1eb4f2ad5d86 req-e08cf117-6a72-4071-b776-77a1389d6723 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:42.391530 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6e4ac726-beb5-411f-abf3-1eb4f2ad5d86 req-e08cf117-6a72-4071-b776-77a1389d6723 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?device_id=181155b6-39ea-4b3a-9cf5-17a0c00317e5 HTTP/1.1" status: 200 len: 946 time: 0.0505323 Sep 21 05:26:42.429858 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6e4ac726-beb5-411f-abf3-1eb4f2ad5d86 req-b92b6c65-61ac-4c00-91e2-f20cc3d6a631 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb90e35f-32cf-49ec-9a14-0def52151a49&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318587 Sep 21 05:26:42.507640 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-3b3b4727-b384-42e5-9209-6b4ef67f6607 req-e20e71a5-c02d-4d1e-a00b-7eecbf66deb4 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751404282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751403777217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6441136'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:42.534685 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20e71a5-c02d-4d1e-a00b-7eecbf66deb4 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Pushing event deleted for resources: {'Port': ['ID=31e830bc-4ff3-41d0-beca-2b4329f2e6cc,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:26:42.646820 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b3b4727-b384-42e5-9209-6b4ef67f6607 req-e20e71a5-c02d-4d1e-a00b-7eecbf66deb4 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Router ff2dd978-6edc-4c47-92a7-6f19c17a2f21 has already been hosted by L3 agent e4914d08-4fb7-43fa-94fb-1720f1d16cb4 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 05:26:43.008369 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b3b4727-b384-42e5-9209-6b4ef67f6607 req-e20e71a5-c02d-4d1e-a00b-7eecbf66deb4 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify agent at l3_agent.dv-cinder-778193-10-iscsi the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 05:26:43.020009 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b14581-6172-46c9-9ffe-c31a1fbc7f95 None None] Sync routers for ids ['ff2dd978-6edc-4c47-92a7-6f19c17a2f21'] in dv-cinder-778193-10-iscsi {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 05:26:43.029586 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b14581-6172-46c9-9ffe-c31a1fbc7f95 None None] Routers {'ff2dd978-6edc-4c47-92a7-6f19c17a2f21'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:26:43.030284 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-a4b14581-6172-46c9-9ffe-c31a1fbc7f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:26:39Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['ff2dd978-6edc-4c47-92a7-6f19c17a2f21'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:26:43.050836 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b3b4727-b384-42e5-9209-6b4ef67f6607 req-e20e71a5-c02d-4d1e-a00b-7eecbf66deb4 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] No DVR routers for this DVR port 31e830bc-4ff3-41d0-beca-2b4329f2e6cc on host hv-cinder-77819 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 05:26:43.059842 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-3b3b4727-b384-42e5-9209-6b4ef67f6607 req-e20e71a5-c02d-4d1e-a00b-7eecbf66deb4 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:43.059842 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-3b3b4727-b384-42e5-9209-6b4ef67f6607 req-e20e71a5-c02d-4d1e-a00b-7eecbf66deb4 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.32 "DELETE /v2.0/ports/31e830bc-4ff3-41d0-beca-2b4329f2e6cc HTTP/1.1" status: 204 len: 173 time: 1.0846770 Sep 21 05:26:43.059842 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '181155b6-39ea-4b3a-9cf5-17a0c00317e5', 'name': 'network-vif-deleted', 'tag': '31e830bc-4ff3-41d0-beca-2b4329f2e6cc'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 05:26:43.059842 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2093a7355c0e7a06ffa9c2f51d01f7a17d1263efd9baf457b9b047ecef1e75bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96aa12da-0028-4117-910b-afd65bfdac69" -d '{"events": [{"server_uuid": "181155b6-39ea-4b3a-9cf5-17a0c00317e5", "name": "network-vif-deleted", "tag": "31e830bc-4ff3-41d0-beca-2b4329f2e6cc"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 05:26:43.105843 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 05:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b96a7426-9523-40d0-89ce-7e343b595d52 x-openstack-request-id: req-b96a7426-9523-40d0-89ce-7e343b595d52 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 05:26:43.105843 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "181155b6-39ea-4b3a-9cf5-17a0c00317e5", "name": "network-vif-deleted", "tag": "31e830bc-4ff3-41d0-beca-2b4329f2e6cc", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 05:26:43.105843 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b96a7426-9523-40d0-89ce-7e343b595d52 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 05:26:43.105843 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '181155b6-39ea-4b3a-9cf5-17a0c00317e5', 'name': 'network-vif-deleted', 'tag': '31e830bc-4ff3-41d0-beca-2b4329f2e6cc', 'status': 'completed', 'code': 200} Sep 21 05:26:43.269344 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563089c9-f96a-4ddb-9ab2-f927dbaab177 req-a183c5be-d461-4b22-b4e3-17724e0ee369 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:43.270199 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-a4b14581-6172-46c9-9ffe-c31a1fbc7f95 None None] Set router ff2dd978-6edc-4c47-92a7-6f19c17a2f21 gateway port host: dv-cinder-778193-10-iscsi {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:26:43.272408 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-563089c9-f96a-4ddb-9ab2-f927dbaab177 req-a183c5be-d461-4b22-b4e3-17724e0ee369 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1b5db0e-e158-4838-9ba3-ef10befc9449 HTTP/1.1" status: 200 len: 945 time: 0.0778539 Sep 21 05:26:43.309887 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-563089c9-f96a-4ddb-9ab2-f927dbaab177 req-5bcf76f5-49d1-47c9-9097-3f7ee1b4b540 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=5508c277-6fcc-4331-bd78-69fd3cfdf04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321236 Sep 21 05:26:43.480369 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-a4b14581-6172-46c9-9ffe-c31a1fbc7f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2dd978-6edc-4c47-92a7-6f19c17a2f21', 'name': 'tempest-AttachVolumeTestJSON-1593096502-router', 'tenant_id': 'c1270fbb20a848c2956184daa8db39c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '0e3dae2b-e1b4-47a3-b546-2e8980b35558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:20:26Z', 'updated_at': '2021-09-21T05:20:33Z', 'revision_number': 4, 'project_id': 'c1270fbb20a848c2956184daa8db39c9', 'gw_port': {'id': '0e3dae2b-e1b4-47a3-b546-2e8980b35558', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:7f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2dd978-6edc-4c47-92a7-6f19c17a2f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:20:27Z', 'updated_at': '2021-09-21T05:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi', '_interfaces': [{'id': '7b477a0d-428e-4e42-8448-dc937d2484c0', 'name': '', 'network_id': '151497d5-ce27-4271-a888-4f8a00b26617', 'tenant_id': 'c1270fbb20a848c2956184daa8db39c9', 'mac_address': 'fa:16:3e:ce:e8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2dd978-6edc-4c47-92a7-6f19c17a2f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f6d02048-06ff-4c3a-9a06-2b16d4e50c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:20:31Z', 'updated_at': '2021-09-21T05:20:39Z', 'revision_number': 5, 'project_id': 'c1270fbb20a848c2956184daa8db39c9', 'subnets': [{'id': 'f6d02048-06ff-4c3a-9a06-2b16d4e50c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:26:43.506562 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b14581-6172-46c9-9ffe-c31a1fbc7f95 None None] Checking router: ff2dd978-6edc-4c47-92a7-6f19c17a2f21 for host: dv-cinder-778193-10-iscsi {{(pid=94668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 05:26:43.516088 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b14581-6172-46c9-9ffe-c31a1fbc7f95 None None] Routers {'ff2dd978-6edc-4c47-92a7-6f19c17a2f21'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:26:43.516698 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-a4b14581-6172-46c9-9ffe-c31a1fbc7f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:26:39Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['ff2dd978-6edc-4c47-92a7-6f19c17a2f21'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:26:43.547302 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e9a22620-844f-4311-913a-9222f80ab39c req-d3eb5767-0158-4eac-bea9-0beb201d4ca9 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/ports?device_id=181155b6-39ea-4b3a-9cf5-17a0c00317e5 HTTP/1.1" status: 200 len: 210 time: 0.0329666 Sep 21 05:26:43.629920 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-a4b14581-6172-46c9-9ffe-c31a1fbc7f95 None None] Set router ff2dd978-6edc-4c47-92a7-6f19c17a2f21 gateway port host: dv-cinder-778193-10-iscsi {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:26:43.828371 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-a4b14581-6172-46c9-9ffe-c31a1fbc7f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2dd978-6edc-4c47-92a7-6f19c17a2f21', 'name': 'tempest-AttachVolumeTestJSON-1593096502-router', 'tenant_id': 'c1270fbb20a848c2956184daa8db39c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '0e3dae2b-e1b4-47a3-b546-2e8980b35558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:20:26Z', 'updated_at': '2021-09-21T05:20:33Z', 'revision_number': 4, 'project_id': 'c1270fbb20a848c2956184daa8db39c9', 'gw_port': {'id': '0e3dae2b-e1b4-47a3-b546-2e8980b35558', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:7f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2dd978-6edc-4c47-92a7-6f19c17a2f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:20:27Z', 'updated_at': '2021-09-21T05:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi', '_interfaces': [{'id': '7b477a0d-428e-4e42-8448-dc937d2484c0', 'name': '', 'network_id': '151497d5-ce27-4271-a888-4f8a00b26617', 'tenant_id': 'c1270fbb20a848c2956184daa8db39c9', 'mac_address': 'fa:16:3e:ce:e8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2dd978-6edc-4c47-92a7-6f19c17a2f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f6d02048-06ff-4c3a-9a06-2b16d4e50c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:20:31Z', 'updated_at': '2021-09-21T05:20:39Z', 'revision_number': 5, 'project_id': 'c1270fbb20a848c2956184daa8db39c9', 'subnets': [{'id': 'f6d02048-06ff-4c3a-9a06-2b16d4e50c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:26:43.853575 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b14581-6172-46c9-9ffe-c31a1fbc7f95 None None] The sync data for ids ['ff2dd978-6edc-4c47-92a7-6f19c17a2f21'] in dv-cinder-778193-10-iscsi is: [{'id': 'ff2dd978-6edc-4c47-92a7-6f19c17a2f21', 'name': 'tempest-AttachVolumeTestJSON-1593096502-router', 'tenant_id': 'c1270fbb20a848c2956184daa8db39c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '0e3dae2b-e1b4-47a3-b546-2e8980b35558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:20:26Z', 'updated_at': '2021-09-21T05:20:33Z', 'revision_number': 4, 'project_id': 'c1270fbb20a848c2956184daa8db39c9', 'gw_port': {'id': '0e3dae2b-e1b4-47a3-b546-2e8980b35558', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:7f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2dd978-6edc-4c47-92a7-6f19c17a2f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:20:27Z', 'updated_at': '2021-09-21T05:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi', '_interfaces': [{'id': '7b477a0d-428e-4e42-8448-dc937d2484c0', 'name': '', 'network_id': '151497d5-ce27-4271-a888-4f8a00b26617', 'tenant_id': 'c1270fbb20a848c2956184daa8db39c9', 'mac_address': 'fa:16:3e:ce:e8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2dd978-6edc-4c47-92a7-6f19c17a2f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f6d02048-06ff-4c3a-9a06-2b16d4e50c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:20:31Z', 'updated_at': '2021-09-21T05:20:39Z', 'revision_number': 5, 'project_id': 'c1270fbb20a848c2956184daa8db39c9', 'subnets': [{'id': 'f6d02048-06ff-4c3a-9a06-2b16d4e50c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 05:26:43.978151 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device 790258d8-5852-4dfd-856e-9c4ff4a3203f no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 05:26:44.065415 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e94340-203e-455e-bde1-842feec17328 None None] New status for floating IP 99722144-5df0-4a93-aaa3-73100849b687: DOWN {{(pid=94669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 05:26:44.077129 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:44.090011 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b5db0e-e158-4838-9ba3-ef10befc9449', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '790258d8-5852-4dfd-856e-9c4ff4a3203f'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 05:26:44.092287 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9746b1cd2a1144c350740d70a5f253bbb3c4ac519592b61f014e2841f81d92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2902e6a-625e-4f79-babd-9aaebcfb4b33" -d '{"events": [{"server_uuid": "c1b5db0e-e158-4838-9ba3-ef10befc9449", "name": "network-vif-unplugged", "status": "completed", "tag": "790258d8-5852-4dfd-856e-9c4ff4a3203f"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 05:26:44.104774 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] For port 790258d8-5852-4dfd-856e-9c4ff4a3203f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=790258d8-5852-4dfd-856e-9c4ff4a3203f,segment=NetworkSegment(f6433832-0821-4a1f-a147-34f75b2bc1b3),segment_id=f6433832-0821-4a1f-a147-34f75b2bc1b3)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:26:44.124372 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 21 Sep 2021 05:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-726c360f-4c3f-4d37-9f7f-7935a1d26e9a x-openstack-request-id: req-726c360f-4c3f-4d37-9f7f-7935a1d26e9a {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 05:26:44.124665 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1b5db0e-e158-4838-9ba3-ef10befc9449", "name": "network-vif-unplugged", "status": "failed", "tag": "790258d8-5852-4dfd-856e-9c4ff4a3203f", "code": 422}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 05:26:44.124948 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-726c360f-4c3f-4d37-9f7f-7935a1d26e9a {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 05:26:44.125368 dv-cinder-778193-10-iscsi neutron-server[94668]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c1b5db0e-e158-4838-9ba3-ef10befc9449', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '790258d8-5852-4dfd-856e-9c4ff4a3203f', 'code': 422} returned with failed status Sep 21 05:26:44.250373 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:44.296644 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Pushing event updated for resources: {'Port': ['ID=790258d8-5852-4dfd-856e-9c4ff4a3203f,revision_number=8']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:26:44.737508 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 33058) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:26:44.790402 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-9aec33ec-a470-4f4a-8563-d45cf6b45115 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:44.816763 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-9aec33ec-a470-4f4a-8563-d45cf6b45115 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:44.952791 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-9aec33ec-a470-4f4a-8563-d45cf6b45115 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:44.955428 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-9aec33ec-a470-4f4a-8563-d45cf6b45115 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:44.956581 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-9aec33ec-a470-4f4a-8563-d45cf6b45115 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "DELETE /v2.0/security-groups/cb90e35f-32cf-49ec-9a14-0def52151a49 HTTP/1.1" status: 204 len: 168 time: 0.2180705 Sep 21 05:26:44.959443 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 33062) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:26:44.966519 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aec33ec-a470-4f4a-8563-d45cf6b45115 tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb90e35f-32cf-49ec-9a14-0def52151a49,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:26:44.979285 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.api.v2.resource [None req-50f06c48-2e14-4a44-9792-db3e5575da8a tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] show failed (client error): The resource could not be found. Sep 21 05:26:44.979285 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-50f06c48-2e14-4a44-9792-db3e5575da8a tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "GET /v2.0/security-groups/cb90e35f-32cf-49ec-9a14-0def52151a49 HTTP/1.1" status: 404 len: 347 time: 0.0174260 Sep 21 05:26:44.982558 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 33064) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:26:45.119774 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [None req-689caeff-b2f1-4446-b352-347d321b77ea tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Deleting port cc19b9b0-f1b2-45de-bfad-81c7883dd719 {{(pid=94666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 05:26:45.120163 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-689caeff-b2f1-4446-b352-347d321b77ea tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751404276529'] for port, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:45.195805 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-689caeff-b2f1-4446-b352-347d321b77ea tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463939'] for port, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:45.196144 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-689caeff-b2f1-4446-b352-347d321b77ea tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:45.208541 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [None req-689caeff-b2f1-4446-b352-347d321b77ea tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Calling delete_port for cc19b9b0-f1b2-45de-bfad-81c7883dd719 owned by network:floatingip {{(pid=94666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 05:26:45.433889 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-689caeff-b2f1-4446-b352-347d321b77ea tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751404282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751403777217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7439717'] for port, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:45.462959 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689caeff-b2f1-4446-b352-347d321b77ea tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Pushing event deleted for resources: {'Port': ['ID=cc19b9b0-f1b2-45de-bfad-81c7883dd719,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:26:45.522214 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-689caeff-b2f1-4446-b352-347d321b77ea tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks [] for floatingip, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:45.524768 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-689caeff-b2f1-4446-b352-347d321b77ea tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339'] for floatingip, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:45.525925 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-689caeff-b2f1-4446-b352-347d321b77ea tempest-AttachVolumeTestJSON-1054765164 tempest-AttachVolumeTestJSON-1054765164-project] 10.222.0.36 "DELETE /v2.0/floatingips/99722144-5df0-4a93-aaa3-73100849b687 HTTP/1.1" status: 204 len: 168 time: 0.5423777 Sep 21 05:26:46.002652 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [req-f76cac68-c0f9-4886-bcb3-67b1be1c2713 req-2d178123-442e-4a98-9a89-c334bed7d21b service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=94666) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 05:26:46.003700 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f76cac68-c0f9-4886-bcb3-67b1be1c2713 req-2d178123-442e-4a98-9a89-c334bed7d21b service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056686 Sep 21 05:26:46.007376 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device 31e830bc-4ff3-41d0-beca-2b4329f2e6cc no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 05:26:46.027588 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] No Port match for: 31e830bc-4ff3-41d0-beca-2b4329f2e6cc {{(pid=94668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 05:26:46.027941 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device 31e830bc-4ff3-41d0-beca-2b4329f2e6cc not bound to the agent host hv-cinder-77819 {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 05:26:46.280472 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f31ffc-e20a-47b6-908e-0026ccee53af req-ef7a6687-e9f5-4cb1-b1b9-6051b081aa1d tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:46.281921 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-48f31ffc-e20a-47b6-908e-0026ccee53af req-ef7a6687-e9f5-4cb1-b1b9-6051b081aa1d tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1b5db0e-e158-4838-9ba3-ef10befc9449 HTTP/1.1" status: 200 len: 943 time: 0.0479515 Sep 21 05:26:46.322695 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-48f31ffc-e20a-47b6-908e-0026ccee53af req-510edd26-e6ae-4283-93bd-964025d45157 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=5508c277-6fcc-4331-bd78-69fd3cfdf04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346489 Sep 21 05:26:46.577423 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-30e4a3d9-4368-4445-b79e-dfdea118270b req-c32ace8f-3a05-4b2b-9233-811720466058 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c1b5db0e-e158-4838-9ba3-ef10befc9449&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0425091 Sep 21 05:26:47.441098 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68bd36-97ee-4d24-85b5-3b48c3f3fd91 req-9f39d602-c33e-4f12-a56e-716102c219e3 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:47.442621 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-de68bd36-97ee-4d24-85b5-3b48c3f3fd91 req-9f39d602-c33e-4f12-a56e-716102c219e3 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1b5db0e-e158-4838-9ba3-ef10befc9449 HTTP/1.1" status: 200 len: 943 time: 0.0483372 Sep 21 05:26:47.483540 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-de68bd36-97ee-4d24-85b5-3b48c3f3fd91 req-fad3d34e-3458-4465-9c60-403ede9032e7 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=5508c277-6fcc-4331-bd78-69fd3cfdf04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332987 Sep 21 05:26:48.305035 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4a3d9-4368-4445-b79e-dfdea118270b req-8fa137a3-dff2-4ee6-9481-12d5f7d72258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:48.318253 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-30e4a3d9-4368-4445-b79e-dfdea118270b req-8fa137a3-dff2-4ee6-9481-12d5f7d72258 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c1b5db0e-e158-4838-9ba3-ef10befc9449&tenant_id=772420021b474ce7806243f145c281b8 HTTP/1.1" status: 200 len: 1096 time: 0.0400164 Sep 21 05:26:48.366715 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4a3d9-4368-4445-b79e-dfdea118270b req-37be0262-2abb-4c9d-b9ca-04f4a47b6270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:48.368177 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-30e4a3d9-4368-4445-b79e-dfdea118270b req-37be0262-2abb-4c9d-b9ca-04f4a47b6270 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=772420021b474ce7806243f145c281b8&device_id=c1b5db0e-e158-4838-9ba3-ef10befc9449 HTTP/1.1" status: 200 len: 1096 time: 0.0390584 Sep 21 05:26:48.459340 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4a3d9-4368-4445-b79e-dfdea118270b req-35f3af24-2135-411b-b3cf-e984c261a7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:48.462658 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-30e4a3d9-4368-4445-b79e-dfdea118270b req-35f3af24-2135-411b-b3cf-e984c261a7ff service neutron] 10.222.0.32 "GET /v2.0/networks?id=007b9195-968a-4aaf-8c91-9ba7bd7821aa HTTP/1.1" status: 200 len: 916 time: 0.0855253 Sep 21 05:26:48.525564 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-30e4a3d9-4368-4445-b79e-dfdea118270b req-4559bc99-33be-4de3-9280-25222d1c6df0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=790258d8-5852-4dfd-856e-9c4ff4a3203f HTTP/1.1" status: 200 len: 999 time: 0.0574994 Sep 21 05:26:48.578386 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4a3d9-4368-4445-b79e-dfdea118270b req-d6914b33-cb81-4c45-a909-0c9ab1d8599d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:48.580084 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-30e4a3d9-4368-4445-b79e-dfdea118270b req-d6914b33-cb81-4c45-a909-0c9ab1d8599d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8a68d4d6-aa72-4762-8b15-dd5ef7ab0ec9 HTTP/1.1" status: 200 len: 855 time: 0.0475335 Sep 21 05:26:48.602225 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1139e46b-ddc5-4fa0-a3f4-c0385e2223d7 req-44c2b188-90c3-435e-8e74-219030ee7ba7 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:48.603831 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1139e46b-ddc5-4fa0-a3f4-c0385e2223d7 req-44c2b188-90c3-435e-8e74-219030ee7ba7 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1b5db0e-e158-4838-9ba3-ef10befc9449 HTTP/1.1" status: 200 len: 943 time: 0.0485549 Sep 21 05:26:48.626488 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4a3d9-4368-4445-b79e-dfdea118270b req-b8a8d4c0-4715-4d3a-ab7e-1a91e089a49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:48.627975 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-30e4a3d9-4368-4445-b79e-dfdea118270b req-b8a8d4c0-4715-4d3a-ab7e-1a91e089a49f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=007b9195-968a-4aaf-8c91-9ba7bd7821aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0402777 Sep 21 05:26:48.642341 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1139e46b-ddc5-4fa0-a3f4-c0385e2223d7 req-b441d4ce-f565-45cd-b40e-f7113b363173 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=5508c277-6fcc-4331-bd78-69fd3cfdf04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319729 Sep 21 05:26:48.719612 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-30e4a3d9-4368-4445-b79e-dfdea118270b req-b9a1454f-afb8-486a-a00f-b42612105b61 service neutron] 10.222.0.32 "GET /v2.0/networks/007b9195-968a-4aaf-8c91-9ba7bd7821aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830576 Sep 21 05:26:48.813271 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-30e4a3d9-4368-4445-b79e-dfdea118270b req-6c926abd-88e5-4ece-85bb-e1f0f9aa29b8 service neutron] 10.222.0.32 "GET /v2.0/networks/007b9195-968a-4aaf-8c91-9ba7bd7821aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857751 Sep 21 05:26:49.620491 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 33144) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:26:49.772726 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d52bb8-c2ec-461a-83db-c8f91d06d23e req-46ed81b0-7e37-476c-a6d4-e8d793aca499 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:49.781808 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-68d52bb8-c2ec-461a-83db-c8f91d06d23e req-46ed81b0-7e37-476c-a6d4-e8d793aca499 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1b5db0e-e158-4838-9ba3-ef10befc9449 HTTP/1.1" status: 200 len: 943 time: 0.0595369 Sep 21 05:26:49.829773 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-68d52bb8-c2ec-461a-83db-c8f91d06d23e req-c21b8a10-e79b-4213-aaad-61f42a8edd37 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=5508c277-6fcc-4331-bd78-69fd3cfdf04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470302 Sep 21 05:26:50.192402 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c9f7026d-1689-41e9-9ce9-2ff879e781be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-471819'] for router_interface, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:50.445647 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-c9f7026d-1689-41e9-9ce9-2ff879e781be admin admin] Deleting port 7b477a0d-428e-4e42-8448-dc937d2484c0 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 05:26:50.445937 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c9f7026d-1689-41e9-9ce9-2ff879e781be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751404276529'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:50.531020 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-c9f7026d-1689-41e9-9ce9-2ff879e781be admin admin] For port 7b477a0d-428e-4e42-8448-dc937d2484c0, host dv-cinder-778193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=7b477a0d-428e-4e42-8448-dc937d2484c0,segment=NetworkSegment(6416812b-9698-4c94-b689-508bdc693c40),segment_id=6416812b-9698-4c94-b689-508bdc693c40)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:26:50.531389 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c9f7026d-1689-41e9-9ce9-2ff879e781be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463939'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:50.544791 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-c9f7026d-1689-41e9-9ce9-2ff879e781be admin admin] Calling delete_port for 7b477a0d-428e-4e42-8448-dc937d2484c0 owned by network:router_interface {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 05:26:50.827860 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c9f7026d-1689-41e9-9ce9-2ff879e781be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751404282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751403777217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6441136'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:50.867737 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f7026d-1689-41e9-9ce9-2ff879e781be admin admin] Pushing event deleted for resources: {'Port': ['ID=7b477a0d-428e-4e42-8448-dc937d2484c0,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:26:50.993549 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c604df-429c-40f1-93d1-7b91ac683e02 req-f3be7922-19f1-4985-bdde-6a941a7a9ecf tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:51.001741 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b2c604df-429c-40f1-93d1-7b91ac683e02 req-f3be7922-19f1-4985-bdde-6a941a7a9ecf tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1b5db0e-e158-4838-9ba3-ef10befc9449 HTTP/1.1" status: 200 len: 943 time: 0.0655701 Sep 21 05:26:51.062137 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b2c604df-429c-40f1-93d1-7b91ac683e02 req-4e62fe48-a8a9-4081-93d2-9ac1bde450a0 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=5508c277-6fcc-4331-bd78-69fd3cfdf04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403006 Sep 21 05:26:51.083537 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c9f7026d-1689-41e9-9ce9-2ff879e781be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-473275'] for router_interface, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:51.324988 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9f7026d-1689-41e9-9ce9-2ff879e781be admin admin] Router ff2dd978-6edc-4c47-92a7-6f19c17a2f21 has already been hosted by L3 agent e4914d08-4fb7-43fa-94fb-1720f1d16cb4 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 05:26:51.434847 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9f7026d-1689-41e9-9ce9-2ff879e781be admin admin] Notify agent at l3_agent.dv-cinder-778193-10-iscsi the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 05:26:51.441376 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-c9f7026d-1689-41e9-9ce9-2ff879e781be admin admin] 10.222.0.36 "PUT /v2.0/routers/ff2dd978-6edc-4c47-92a7-6f19c17a2f21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8196557 Sep 21 05:26:51.444924 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 33154) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:26:51.447752 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52820c12-fcdb-49e4-8058-9e961772e4c6 None None] Sync routers for ids ['ff2dd978-6edc-4c47-92a7-6f19c17a2f21'] in dv-cinder-778193-10-iscsi {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 05:26:51.458651 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52820c12-fcdb-49e4-8058-9e961772e4c6 None None] Routers {'ff2dd978-6edc-4c47-92a7-6f19c17a2f21'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:26:51.459562 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-52820c12-fcdb-49e4-8058-9e961772e4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:26:39Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['ff2dd978-6edc-4c47-92a7-6f19c17a2f21'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:26:51.560998 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1b5027c0-31f4-4809-b834-8d99c0931cd4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:51.565587 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-52820c12-fcdb-49e4-8058-9e961772e4c6 None None] Set router ff2dd978-6edc-4c47-92a7-6f19c17a2f21 gateway port host: dv-cinder-778193-10-iscsi {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:26:51.679942 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1b5027c0-31f4-4809-b834-8d99c0931cd4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:51.772422 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-52820c12-fcdb-49e4-8058-9e961772e4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2dd978-6edc-4c47-92a7-6f19c17a2f21', 'name': 'tempest-AttachVolumeTestJSON-1593096502-router', 'tenant_id': 'c1270fbb20a848c2956184daa8db39c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '0e3dae2b-e1b4-47a3-b546-2e8980b35558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:20:26Z', 'updated_at': '2021-09-21T05:26:50Z', 'revision_number': 5, 'project_id': 'c1270fbb20a848c2956184daa8db39c9', 'gw_port': {'id': '0e3dae2b-e1b4-47a3-b546-2e8980b35558', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:7f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2dd978-6edc-4c47-92a7-6f19c17a2f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:20:27Z', 'updated_at': '2021-09-21T05:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi'}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:26:51.800351 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52820c12-fcdb-49e4-8058-9e961772e4c6 None None] Checking router: ff2dd978-6edc-4c47-92a7-6f19c17a2f21 for host: dv-cinder-778193-10-iscsi {{(pid=94668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 05:26:51.809819 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52820c12-fcdb-49e4-8058-9e961772e4c6 None None] Routers {'ff2dd978-6edc-4c47-92a7-6f19c17a2f21'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:26:51.810485 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-52820c12-fcdb-49e4-8058-9e961772e4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:26:39Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['ff2dd978-6edc-4c47-92a7-6f19c17a2f21'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:26:51.828582 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-1b5027c0-31f4-4809-b834-8d99c0931cd4 admin admin] Deleting port 0e3dae2b-e1b4-47a3-b546-2e8980b35558 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 05:26:51.829194 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1b5027c0-31f4-4809-b834-8d99c0931cd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751404276529'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:51.902179 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-52820c12-fcdb-49e4-8058-9e961772e4c6 None None] Set router ff2dd978-6edc-4c47-92a7-6f19c17a2f21 gateway port host: None {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:26:51.922120 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-1b5027c0-31f4-4809-b834-8d99c0931cd4 admin admin] For port 0e3dae2b-e1b4-47a3-b546-2e8980b35558, host dv-cinder-778193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=0e3dae2b-e1b4-47a3-b546-2e8980b35558,segment=NetworkSegment(826ab498-a3a4-4696-958a-2da03407e177),segment_id=826ab498-a3a4-4696-958a-2da03407e177)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:26:51.922801 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1b5027c0-31f4-4809-b834-8d99c0931cd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463939'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:51.950815 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-1b5027c0-31f4-4809-b834-8d99c0931cd4 admin admin] Calling delete_port for 0e3dae2b-e1b4-47a3-b546-2e8980b35558 owned by network:router_gateway {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 05:26:51.955144 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-52820c12-fcdb-49e4-8058-9e961772e4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2dd978-6edc-4c47-92a7-6f19c17a2f21', 'name': 'tempest-AttachVolumeTestJSON-1593096502-router', 'tenant_id': 'c1270fbb20a848c2956184daa8db39c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:20:26Z', 'updated_at': '2021-09-21T05:26:51Z', 'revision_number': 6, 'project_id': 'c1270fbb20a848c2956184daa8db39c9', 'gw_port_host': None}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:26:51.986343 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52820c12-fcdb-49e4-8058-9e961772e4c6 None None] The sync data for ids ['ff2dd978-6edc-4c47-92a7-6f19c17a2f21'] in dv-cinder-778193-10-iscsi is: [{'id': 'ff2dd978-6edc-4c47-92a7-6f19c17a2f21', 'name': 'tempest-AttachVolumeTestJSON-1593096502-router', 'tenant_id': 'c1270fbb20a848c2956184daa8db39c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:20:26Z', 'updated_at': '2021-09-21T05:26:51Z', 'revision_number': 6, 'project_id': 'c1270fbb20a848c2956184daa8db39c9', 'gw_port_host': None}] {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 05:26:52.175237 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cfb16a-f200-482d-a5d7-73fc2505b503 req-bf557ec2-d5b0-445b-a02d-705bcd0bb3bd tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:52.176811 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-08cfb16a-f200-482d-a5d7-73fc2505b503 req-bf557ec2-d5b0-445b-a02d-705bcd0bb3bd tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1b5db0e-e158-4838-9ba3-ef10befc9449 HTTP/1.1" status: 200 len: 943 time: 0.0540307 Sep 21 05:26:52.187446 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1b5027c0-31f4-4809-b834-8d99c0931cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751404282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751403777217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6441136'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:52.215153 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5027c0-31f4-4809-b834-8d99c0931cd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e3dae2b-e1b4-47a3-b546-2e8980b35558,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:26:52.234084 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-08cfb16a-f200-482d-a5d7-73fc2505b503 req-d2bdd19f-4173-4df8-ac10-2d44c89a210a tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=5508c277-6fcc-4331-bd78-69fd3cfdf04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501518 Sep 21 05:26:52.278461 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1b5027c0-31f4-4809-b834-8d99c0931cd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473213'] for router_gateway, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:52.429665 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1b5027c0-31f4-4809-b834-8d99c0931cd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:52.433353 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1b5027c0-31f4-4809-b834-8d99c0931cd4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:52.598870 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1b5027c0-31f4-4809-b834-8d99c0931cd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576727'] for router, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:52.599509 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b5027c0-31f4-4809-b834-8d99c0931cd4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff2dd978-6edc-4c47-92a7-6f19c17a2f21 {{(pid=94667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 05:26:52.609959 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1b5027c0-31f4-4809-b834-8d99c0931cd4 admin admin] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:52.610799 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-1b5027c0-31f4-4809-b834-8d99c0931cd4 admin admin] 10.222.0.36 "DELETE /v2.0/routers/ff2dd978-6edc-4c47-92a7-6f19c17a2f21 HTTP/1.1" status: 204 len: 168 time: 1.1626647 Sep 21 05:26:52.611773 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 33160) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:26:52.659436 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e3ca403-eea4-486f-a4b7-078ed6338433 admin admin] Deleting subnet f6d02048-06ff-4c3a-9a06-2b16d4e50c51 {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 05:26:52.662507 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9e3ca403-eea4-486f-a4b7-078ed6338433 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:52.704412 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9e3ca403-eea4-486f-a4b7-078ed6338433 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8322580'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:52.820877 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9e3ca403-eea4-486f-a4b7-078ed6338433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3669403'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:52.950159 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device 7b477a0d-428e-4e42-8448-dc937d2484c0 no longer exists at agent ovs-agent-dv-cinder-778193-10-iscsi {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 05:26:52.971457 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] No Port match for: 7b477a0d-428e-4e42-8448-dc937d2484c0 {{(pid=94668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 05:26:52.971807 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device 7b477a0d-428e-4e42-8448-dc937d2484c0 not bound to the agent host dv-cinder-778193-10-iscsi {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 05:26:52.972239 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device 0e3dae2b-e1b4-47a3-b546-2e8980b35558 no longer exists at agent ovs-agent-dv-cinder-778193-10-iscsi {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 05:26:52.980391 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9e3ca403-eea4-486f-a4b7-078ed6338433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3669388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6441119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7659246'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:52.995599 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] No Port match for: 0e3dae2b-e1b4-47a3-b546-2e8980b35558 {{(pid=94668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 05:26:52.996529 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device 0e3dae2b-e1b4-47a3-b546-2e8980b35558 not bound to the agent host dv-cinder-778193-10-iscsi {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 05:26:53.002382 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3ca403-eea4-486f-a4b7-078ed6338433 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6d02048-06ff-4c3a-9a06-2b16d4e50c51,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:26:53.006606 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9e3ca403-eea4-486f-a4b7-078ed6338433 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531542'] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:53.008499 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-9e3ca403-eea4-486f-a4b7-078ed6338433 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/f6d02048-06ff-4c3a-9a06-2b16d4e50c51 HTTP/1.1" status: 204 len: 168 time: 0.3953738 Sep 21 05:26:53.010954 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 33162) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:26:53.012291 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3867af-56ed-4295-882f-0bfd737776df None None] Network 151497d5-ce27-4271-a888-4f8a00b26617 requested from dv-cinder-778193-10-iscsi {{(pid=94668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 05:26:53.095778 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-81d1cb80-b192-4aa9-8518-c4a52b022b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682922'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:53.161265 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-81d1cb80-b192-4aa9-8518-c4a52b022b59 admin admin] Deleting port 72af3e1e-563b-467b-81b6-204c872c52fd {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 05:26:53.161622 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-81d1cb80-b192-4aa9-8518-c4a52b022b59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751404276529'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:53.248125 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-81d1cb80-b192-4aa9-8518-c4a52b022b59 admin admin] For port 72af3e1e-563b-467b-81b6-204c872c52fd, host dv-cinder-778193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=72af3e1e-563b-467b-81b6-204c872c52fd,segment=NetworkSegment(6416812b-9698-4c94-b689-508bdc693c40),segment_id=6416812b-9698-4c94-b689-508bdc693c40)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:26:53.248569 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-81d1cb80-b192-4aa9-8518-c4a52b022b59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463939'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:53.263498 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-81d1cb80-b192-4aa9-8518-c4a52b022b59 admin admin] Calling delete_port for 72af3e1e-563b-467b-81b6-204c872c52fd owned by network:dhcp {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 05:26:53.288231 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7da17f-e12c-48f0-8f75-95a116876bfb None None] DHCP port deletion for 151497d5-ce27-4271-a888-4f8a00b26617 request from dv-cinder-778193-10-iscsi {{(pid=94668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 05:26:53.362469 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-ab7da17f-e12c-48f0-8f75-95a116876bfb None None] Deleting port 72af3e1e-563b-467b-81b6-204c872c52fd {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 05:26:53.362469 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ab7da17f-e12c-48f0-8f75-95a116876bfb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751404276529'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:53.379078 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452aa9e8-c800-4703-84fa-4041d866567c req-aeb98146-dec1-4da8-be03-34e7c55ff162 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:53.395382 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-452aa9e8-c800-4703-84fa-4041d866567c req-aeb98146-dec1-4da8-be03-34e7c55ff162 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1b5db0e-e158-4838-9ba3-ef10befc9449 HTTP/1.1" status: 200 len: 943 time: 0.0827978 Sep 21 05:26:53.441704 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-452aa9e8-c800-4703-84fa-4041d866567c req-8642151c-a899-4c3c-99a4-17d36e4792f1 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=5508c277-6fcc-4331-bd78-69fd3cfdf04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385087 Sep 21 05:26:53.451061 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-ab7da17f-e12c-48f0-8f75-95a116876bfb None None] For port 72af3e1e-563b-467b-81b6-204c872c52fd, host dv-cinder-778193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=72af3e1e-563b-467b-81b6-204c872c52fd,segment=NetworkSegment(6416812b-9698-4c94-b689-508bdc693c40),segment_id=6416812b-9698-4c94-b689-508bdc693c40)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:26:53.451573 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ab7da17f-e12c-48f0-8f75-95a116876bfb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463939'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:53.465324 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-ab7da17f-e12c-48f0-8f75-95a116876bfb None None] Calling delete_port for 72af3e1e-563b-467b-81b6-204c872c52fd owned by network:dhcp {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 05:26:53.466006 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-81d1cb80-b192-4aa9-8518-c4a52b022b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751404282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751403777217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6441136'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:53.500503 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d1cb80-b192-4aa9-8518-c4a52b022b59 admin admin] Pushing event deleted for resources: {'Port': ['ID=72af3e1e-563b-467b-81b6-204c872c52fd,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:26:53.506844 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d1cb80-b192-4aa9-8518-c4a52b022b59 admin admin] No DVR routers for this DVR port 72af3e1e-563b-467b-81b6-204c872c52fd on host dv-cinder-778193-10-iscsi {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 05:26:53.580960 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-81d1cb80-b192-4aa9-8518-c4a52b022b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3667996', 'neutron.services.segments.db._delete_segments_for_network-8751404111005'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:53.606860 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.services.segments.db [None req-81d1cb80-b192-4aa9-8518-c4a52b022b59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['151497d5-ce27-4271-a888-4f8a00b26617']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:26:53.617363 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.services.segments.db [None req-81d1cb80-b192-4aa9-8518-c4a52b022b59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6416812b-9698-4c94-b689-508bdc693c40') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:26:53.617571 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.services.segments.db [None req-81d1cb80-b192-4aa9-8518-c4a52b022b59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6416812b-9698-4c94-b689-508bdc693c40') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:26:53.627392 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-81d1cb80-b192-4aa9-8518-c4a52b022b59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751404111270', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8322591'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:53.629228 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ab7da17f-e12c-48f0-8f75-95a116876bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751404282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751403777217'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:53.641814 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-81d1cb80-b192-4aa9-8518-c4a52b022b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669518'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:53.648070 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81d1cb80-b192-4aa9-8518-c4a52b022b59 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 05:26:53.648489 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-81d1cb80-b192-4aa9-8518-c4a52b022b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6441537'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:53.650861 dv-cinder-778193-10-iscsi neutron-server[94667]: Traceback (most recent call last): Sep 21 05:26:53.650861 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 05:26:53.650861 dv-cinder-778193-10-iscsi neutron-server[94667]: timer() Sep 21 05:26:53.650861 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 05:26:53.650861 dv-cinder-778193-10-iscsi neutron-server[94667]: cb(*args, **kw) Sep 21 05:26:53.650861 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 05:26:53.650861 dv-cinder-778193-10-iscsi neutron-server[94667]: return func(*args, **kwargs) Sep 21 05:26:53.650861 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 05:26:53.650861 dv-cinder-778193-10-iscsi neutron-server[94667]: self._notify() Sep 21 05:26:53.650861 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 05:26:53.650861 dv-cinder-778193-10-iscsi neutron-server[94667]: self.callback(batched_events) Sep 21 05:26:53.650861 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 05:26:53.650861 dv-cinder-778193-10-iscsi neutron-server[94667]: event.method(event) Sep 21 05:26:53.650861 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 05:26:53.650861 dv-cinder-778193-10-iscsi neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 05:26:53.650861 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 05:26:53.650861 dv-cinder-778193-10-iscsi neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 05:26:53.650861 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 05:26:53.650861 dv-cinder-778193-10-iscsi neutron-server[94667]: return f(self, *a, **k) Sep 21 05:26:53.650861 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 05:26:53.650861 dv-cinder-778193-10-iscsi neutron-server[94667]: return self._get(url).json() Sep 21 05:26:53.650861 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 05:26:53.650861 dv-cinder-778193-10-iscsi neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 05:26:53.650861 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 05:26:53.650861 dv-cinder-778193-10-iscsi neutron-server[94667]: return self.request(url, 'GET', **kwargs) Sep 21 05:26:53.650861 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 05:26:53.650861 dv-cinder-778193-10-iscsi neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 05:26:53.650861 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 05:26:53.650861 dv-cinder-778193-10-iscsi neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 05:26:53.650861 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 05:26:53.650861 dv-cinder-778193-10-iscsi neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 05:26:53.650861 dv-cinder-778193-10-iscsi neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 05:26:53.658242 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7da17f-e12c-48f0-8f75-95a116876bfb None None] No DVR routers for this DVR port 72af3e1e-563b-467b-81b6-204c872c52fd on host dv-cinder-778193-10-iscsi {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 05:26:53.677419 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7da17f-e12c-48f0-8f75-95a116876bfb None None] Pushing event deleted for resources: {'Port': ['ID=72af3e1e-563b-467b-81b6-204c872c52fd,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:26:53.821893 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-81d1cb80-b192-4aa9-8518-c4a52b022b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3667973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473113'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:53.838976 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-81d1cb80-b192-4aa9-8518-c4a52b022b59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531542'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:53.840812 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-81d1cb80-b192-4aa9-8518-c4a52b022b59 admin admin] 10.222.0.36 "DELETE /v2.0/networks/151497d5-ce27-4271-a888-4f8a00b26617 HTTP/1.1" status: 204 len: 168 time: 0.8289604 Sep 21 05:26:53.850591 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d1cb80-b192-4aa9-8518-c4a52b022b59 admin admin] Pushing event deleted for resources: {'Network': ['ID=151497d5-ce27-4271-a888-4f8a00b26617,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:26:54.185357 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 33168) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:26:54.225323 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-2d315ba7-04c5-469a-9099-b2e3bfa96c86 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c1270fbb20a848c2956184daa8db39c9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0384827 Sep 21 05:26:54.227990 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 33170) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:26:54.279358 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-7b34a9fc-719d-4dca-98ba-209e4dc8f368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:54.302790 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-7b34a9fc-719d-4dca-98ba-209e4dc8f368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:54.450653 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-7b34a9fc-719d-4dca-98ba-209e4dc8f368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:54.454071 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-7b34a9fc-719d-4dca-98ba-209e4dc8f368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:54.462080 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-7b34a9fc-719d-4dca-98ba-209e4dc8f368 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3d72aeb2-d08f-4ce9-9d4f-ab6b3dde7962 HTTP/1.1" status: 204 len: 168 time: 0.2289836 Sep 21 05:26:54.471651 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b34a9fc-719d-4dca-98ba-209e4dc8f368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d72aeb2-d08f-4ce9-9d4f-ab6b3dde7962,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:26:54.589835 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db58b24-3f3b-4659-aa8d-d71ecd77afe0 req-7acbd291-f36a-45f8-9092-11132439357d tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:54.591470 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7db58b24-3f3b-4659-aa8d-d71ecd77afe0 req-7acbd291-f36a-45f8-9092-11132439357d tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1b5db0e-e158-4838-9ba3-ef10befc9449 HTTP/1.1" status: 200 len: 943 time: 0.0527704 Sep 21 05:26:54.629635 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7db58b24-3f3b-4659-aa8d-d71ecd77afe0 req-7343f913-5f0e-4931-8d8f-137d71237fa7 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=5508c277-6fcc-4331-bd78-69fd3cfdf04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322938 Sep 21 05:26:54.935903 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device 72af3e1e-563b-467b-81b6-204c872c52fd no longer exists at agent ovs-agent-dv-cinder-778193-10-iscsi {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 05:26:54.957397 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] No Port match for: 72af3e1e-563b-467b-81b6-204c872c52fd {{(pid=94668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 05:26:54.957745 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device 72af3e1e-563b-467b-81b6-204c872c52fd not bound to the agent host dv-cinder-778193-10-iscsi {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 05:26:55.556030 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 33194) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:26:55.656048 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-e33151c8-ab9d-4637-a433-eb404e22a2a4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-312571776-network', 'tenant_id': '0ecd3323c5b94d03912583019c0b243a'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:26:55.754623 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33151c8-ab9d-4637-a433-eb404e22a2a4 admin admin] Made reservation on behalf of 0ecd3323c5b94d03912583019c0b243a for: {'network': 1} {{(pid=94666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 05:26:55.758167 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-e33151c8-ab9d-4637-a433-eb404e22a2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for network, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:55.773728 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-e33151c8-ab9d-4637-a433-eb404e22a2a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:55.813524 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed5040-da4c-4b54-b4fa-04427bce1a28 req-d3d6e9eb-876e-4e51-b88d-f7a7830db030 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:55.816155 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a0ed5040-da4c-4b54-b4fa-04427bce1a28 req-d3d6e9eb-876e-4e51-b88d-f7a7830db030 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1b5db0e-e158-4838-9ba3-ef10befc9449 HTTP/1.1" status: 200 len: 943 time: 0.1080632 Sep 21 05:26:55.919135 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a0ed5040-da4c-4b54-b4fa-04427bce1a28 req-c19bf8b8-53ce-43f0-8d49-aa480683f931 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=5508c277-6fcc-4331-bd78-69fd3cfdf04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959146 Sep 21 05:26:55.969739 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-e33151c8-ab9d-4637-a433-eb404e22a2a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:56.667965 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-e33151c8-ab9d-4637-a433-eb404e22a2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:56.699793 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e33151c8-ab9d-4637-a433-eb404e22a2a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=94666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 05:26:56.702021 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33151c8-ab9d-4637-a433-eb404e22a2a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28693767-7c5b-4f40-81b2-97e0eaf2b43c,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:26:56.712399 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-e33151c8-ab9d-4637-a433-eb404e22a2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669518'] for segment, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:56.712982 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.db.segments_db [None req-e33151c8-ab9d-4637-a433-eb404e22a2a4 admin admin] Added segment e27e0c85-a40e-4234-916d-2e9d4a15a16a of type vlan for network 742f58b8-6f75-4016-aae9-13dbe5163376 Sep 21 05:26:56.776517 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-e33151c8-ab9d-4637-a433-eb404e22a2a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751403734303'] for network, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:56.958431 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-e33151c8-ab9d-4637-a433-eb404e22a2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524'] for network, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:56.964109 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33151c8-ab9d-4637-a433-eb404e22a2a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:56.964109 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-e33151c8-ab9d-4637-a433-eb404e22a2a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531542'] for network, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:57.060236 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33151c8-ab9d-4637-a433-eb404e22a2a4 admin admin] Pushing event updated for resources: {'Network': ['ID=742f58b8-6f75-4016-aae9-13dbe5163376,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:26:57.072411 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Network 742f58b8-6f75-4016-aae9-13dbe5163376 details requested by agent ovs-agent-dv-cinder-778193-10-iscsi with host dv-cinder-778193-10-iscsi {{(pid=94668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 05:26:57.082264 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d20210d-04c5-4b42-a16f-f5d730b146e4 req-c456c209-d073-438f-9d24-df10d0b78cf5 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:57.083920 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0d20210d-04c5-4b42-a16f-f5d730b146e4 req-c456c209-d073-438f-9d24-df10d0b78cf5 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1b5db0e-e158-4838-9ba3-ef10befc9449 HTTP/1.1" status: 200 len: 943 time: 0.0808432 Sep 21 05:26:57.088985 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-e33151c8-ab9d-4637-a433-eb404e22a2a4 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5288625 Sep 21 05:26:57.089535 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 33204) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:26:57.094415 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-94560a20-7049-4343-a8b9-0406849525a5 admin admin] Request body: {'subnet': {'network_id': '742f58b8-6f75-4016-aae9-13dbe5163376', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-312571776-subnet', 'tenant_id': '0ecd3323c5b94d03912583019c0b243a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:26:57.149582 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0d20210d-04c5-4b42-a16f-f5d730b146e4 req-7adea649-2649-4aea-996c-80856117858c tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=5508c277-6fcc-4331-bd78-69fd3cfdf04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504737 Sep 21 05:26:57.238453 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94560a20-7049-4343-a8b9-0406849525a5 admin admin] Made reservation on behalf of 0ecd3323c5b94d03912583019c0b243a for: {'subnet': 1} {{(pid=94666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 05:26:57.240781 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-94560a20-7049-4343-a8b9-0406849525a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8253391'] for subnet, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:57.473782 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-94560a20-7049-4343-a8b9-0406849525a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7439625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8253409'] for subnet, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:57.551334 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94560a20-7049-4343-a8b9-0406849525a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f50a5a0-e08b-4c3f-9302-98856be1c417,revision_number=0']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:26:57.558957 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94560a20-7049-4343-a8b9-0406849525a5 admin admin] Checking segment: {'id': 'e27e0c85-a40e-4234-916d-2e9d4a15a16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '742f58b8-6f75-4016-aae9-13dbe5163376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 05:26:57.559357 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94560a20-7049-4343-a8b9-0406849525a5 admin admin] Network hostable DHCP agents. Network: 742f58b8-6f75-4016-aae9-13dbe5163376, hostable agents: ['6e02bdac-2fb2-4f2e-acf6-c0c230e91990'], hosted agents: [] {{(pid=94666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 05:26:57.701873 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94560a20-7049-4343-a8b9-0406849525a5 admin admin] Network 742f58b8-6f75-4016-aae9-13dbe5163376 is scheduled to be hosted by DHCP agent 6e02bdac-2fb2-4f2e-acf6-c0c230e91990 with binding_index 1 {{(pid=94666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 05:26:57.821599 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.base_scheduler [None req-94560a20-7049-4343-a8b9-0406849525a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-10-iscsi, 742f58b8-6f75-4016-aae9-13dbe5163376) {{(pid=94666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:26:57.827559 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94560a20-7049-4343-a8b9-0406849525a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:57.828201 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-94560a20-7049-4343-a8b9-0406849525a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:26:57.835617 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee433cb9-8192-4b6c-ab84-d93fa7faa99d None None] Network 742f58b8-6f75-4016-aae9-13dbe5163376 requested from dv-cinder-778193-10-iscsi {{(pid=94668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 05:26:57.949196 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-94560a20-7049-4343-a8b9-0406849525a5 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8587697 Sep 21 05:26:57.971208 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cbe70c6-3c3e-468c-bffc-c1185830bc4e None None] Network 742f58b8-6f75-4016-aae9-13dbe5163376 requested from dv-cinder-778193-10-iscsi {{(pid=94668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 05:26:58.303607 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fdc961-9441-4a20-a441-959959d39943 req-1eb0816e-e539-49cf-b235-715571837c1d tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:58.305271 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-60fdc961-9441-4a20-a441-959959d39943 req-1eb0816e-e539-49cf-b235-715571837c1d tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1b5db0e-e158-4838-9ba3-ef10befc9449 HTTP/1.1" status: 200 len: 943 time: 0.0635495 Sep 21 05:26:58.383419 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-60fdc961-9441-4a20-a441-959959d39943 req-13086a8a-1d91-4c2d-8114-778944c839b4 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=5508c277-6fcc-4331-bd78-69fd3cfdf04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709555 Sep 21 05:26:58.455589 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b43eb-80e8-4b41-92bc-c241d97e5310 req-9e9c12e4-fab8-4a5d-a182-dcf3a1344e54 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:58.457118 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-576b43eb-80e8-4b41-92bc-c241d97e5310 req-9e9c12e4-fab8-4a5d-a182-dcf3a1344e54 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/networks?id=742f58b8-6f75-4016-aae9-13dbe5163376 HTTP/1.1" status: 200 len: 814 time: 0.1235702 Sep 21 05:26:58.471933 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-576b43eb-80e8-4b41-92bc-c241d97e5310 req-599f52f9-bca1-4bbe-8ddf-8fdc59880f3c tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/quotas/0ecd3323c5b94d03912583019c0b243a HTTP/1.1" status: 200 len: 375 time: 0.0089490 Sep 21 05:26:58.504652 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-576b43eb-80e8-4b41-92bc-c241d97e5310 req-f76b3ad3-3cc2-49c1-a808-68ea3fba74b7 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0ecd3323c5b94d03912583019c0b243a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274231 Sep 21 05:26:58.643153 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-576b43eb-80e8-4b41-92bc-c241d97e5310 req-5b0c46a2-f3a8-4764-909f-94049c77cd3b service neutron] 10.222.0.36 "GET /v2.0/networks/742f58b8-6f75-4016-aae9-13dbe5163376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303089 Sep 21 05:26:58.739422 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-576b43eb-80e8-4b41-92bc-c241d97e5310 req-c3120f2c-7adf-4f4f-98de-5d75b3bd1e17 service neutron] 10.222.0.36 "GET /v2.0/networks/742f58b8-6f75-4016-aae9-13dbe5163376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899935 Sep 21 05:26:58.993955 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7d3905a6-82ad-4ba5-bd47-5121a2f7bd99 req-0db9950c-92e8-4559-8f82-68476a003108 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/ports?device_id=1dd3c40b-4c75-418b-967d-44e38e146dd1 HTTP/1.1" status: 200 len: 210 time: 0.0305765 Sep 21 05:26:59.534812 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7d64e4-e879-4043-a0a7-783a912a02fc req-7248651a-a3f9-4560-8769-30bc91536da5 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:26:59.536341 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4e7d64e4-e879-4043-a0a7-783a912a02fc req-7248651a-a3f9-4560-8769-30bc91536da5 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1b5db0e-e158-4838-9ba3-ef10befc9449 HTTP/1.1" status: 200 len: 943 time: 0.0698574 Sep 21 05:26:59.579307 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4e7d64e4-e879-4043-a0a7-783a912a02fc req-32afb3b1-c349-418f-8e08-f5abf7fcbc2b tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=5508c277-6fcc-4331-bd78-69fd3cfdf04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369000 Sep 21 05:27:00.068309 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1687abbf-1751-4f49-8349-b519c71f151d req-0d9caef5-ee75-4745-be5d-9c42c60547c9 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/ports?device_id=1dd3c40b-4c75-418b-967d-44e38e146dd1 HTTP/1.1" status: 200 len: 210 time: 0.0256829 Sep 21 05:27:00.694903 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f45c2fe-62ac-48fb-a221-4b453de197ac req-65edaae7-f78c-4fba-9738-36402798bbaa tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:00.696380 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8f45c2fe-62ac-48fb-a221-4b453de197ac req-65edaae7-f78c-4fba-9738-36402798bbaa tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1b5db0e-e158-4838-9ba3-ef10befc9449 HTTP/1.1" status: 200 len: 943 time: 0.0483084 Sep 21 05:27:00.734902 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8f45c2fe-62ac-48fb-a221-4b453de197ac req-158f586a-e817-4fb7-a2e4-36fc0390f898 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=5508c277-6fcc-4331-bd78-69fd3cfdf04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320916 Sep 21 05:27:01.162755 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-84562cc2-2ff5-47cb-a05f-968f7eac8779 req-41965980-ab05-41a1-a55f-f5a7b2fe3651 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/ports?device_id=1dd3c40b-4c75-418b-967d-44e38e146dd1 HTTP/1.1" status: 200 len: 210 time: 0.0258553 Sep 21 05:27:01.680977 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b43eb-80e8-4b41-92bc-c241d97e5310 req-5edf9bba-e9e1-44b5-8d89-21e4f0e12608 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:01.683096 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-576b43eb-80e8-4b41-92bc-c241d97e5310 req-5edf9bba-e9e1-44b5-8d89-21e4f0e12608 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.32 "GET /v2.0/networks?id=742f58b8-6f75-4016-aae9-13dbe5163376 HTTP/1.1" status: 200 len: 814 time: 0.1006541 Sep 21 05:27:01.694977 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [req-576b43eb-80e8-4b41-92bc-c241d97e5310 req-dc63c7ad-12e8-438d-ae1d-b6fa8585e61e tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Request body: {'port': {'device_id': '1dd3c40b-4c75-418b-967d-44e38e146dd1', 'network_id': '742f58b8-6f75-4016-aae9-13dbe5163376', 'admin_state_up': True, 'tenant_id': '0ecd3323c5b94d03912583019c0b243a'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:27:01.856462 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae2e019-bd7f-4d80-a0d5-ca94fc147af5 req-8485564e-09ba-4eb5-975c-5df7145f4b8c tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:01.857915 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-dae2e019-bd7f-4d80-a0d5-ca94fc147af5 req-8485564e-09ba-4eb5-975c-5df7145f4b8c tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1b5db0e-e158-4838-9ba3-ef10befc9449 HTTP/1.1" status: 200 len: 943 time: 0.0513301 Sep 21 05:27:01.895495 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-dae2e019-bd7f-4d80-a0d5-ca94fc147af5 req-d9312d25-2a70-4516-925c-4bdae093cfd5 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=5508c277-6fcc-4331-bd78-69fd3cfdf04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315447 Sep 21 05:27:01.992634 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-576b43eb-80e8-4b41-92bc-c241d97e5310 req-dc63c7ad-12e8-438d-ae1d-b6fa8585e61e tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Made reservation on behalf of 0ecd3323c5b94d03912583019c0b243a for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 05:27:01.996251 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-576b43eb-80e8-4b41-92bc-c241d97e5310 req-dc63c7ad-12e8-438d-ae1d-b6fa8585e61e tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:02.059037 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device 790258d8-5852-4dfd-856e-9c4ff4a3203f details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 05:27:02.262969 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-386ef176-8f00-4e59-a273-675767149337 req-537e73a3-fd20-43dc-a7da-15d6f662cbc5 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/ports?device_id=1dd3c40b-4c75-418b-967d-44e38e146dd1 HTTP/1.1" status: 200 len: 210 time: 0.0276632 Sep 21 05:27:02.285019 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] For port 790258d8-5852-4dfd-856e-9c4ff4a3203f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=790258d8-5852-4dfd-856e-9c4ff4a3203f,segment=NetworkSegment(f6433832-0821-4a1f-a147-34f75b2bc1b3),segment_id=f6433832-0821-4a1f-a147-34f75b2bc1b3)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:27:02.296538 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Returning: {'device': '790258d8-5852-4dfd-856e-9c4ff4a3203f', 'network_id': '007b9195-968a-4aaf-8c91-9ba7bd7821aa', 'port_id': '790258d8-5852-4dfd-856e-9c4ff4a3203f', 'mac_address': 'fa:16:3e:9a:bc:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a68d4d6-aa72-4762-8b15-dd5ef7ab0ec9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 05:27:02.332225 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:02.345180 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.notifiers.nova [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 790258d8-5852-4dfd-856e-9c4ff4a3203f {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 05:27:02.363774 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] For port 790258d8-5852-4dfd-856e-9c4ff4a3203f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=790258d8-5852-4dfd-856e-9c4ff4a3203f,segment=NetworkSegment(f6433832-0821-4a1f-a147-34f75b2bc1b3),segment_id=f6433832-0821-4a1f-a147-34f75b2bc1b3)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:27:02.379348 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-576b43eb-80e8-4b41-92bc-c241d97e5310 req-dc63c7ad-12e8-438d-ae1d-b6fa8585e61e tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Allocated IP 172.20.0.6 (742f58b8-6f75-4016-aae9-13dbe5163376/3f50a5a0-e08b-4c3f-9302-98856be1c417/2d4de02b-2e26-455b-ac64-1a7350bf3046) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 05:27:02.443163 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:02.492573 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Pushing event updated for resources: {'Port': ['ID=790258d8-5852-4dfd-856e-9c4ff4a3203f,revision_number=9']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:27:02.526421 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-576b43eb-80e8-4b41-92bc-c241d97e5310 req-dc63c7ad-12e8-438d-ae1d-b6fa8585e61e tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:02.614846 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-576b43eb-80e8-4b41-92bc-c241d97e5310 req-dc63c7ad-12e8-438d-ae1d-b6fa8585e61e tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751403777208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6441136'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:02.654767 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] get_ports_and_sgs() called for port_ids ['790258d8-5852-4dfd-856e-9c4ff4a3203f'] {{(pid=94668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 05:27:02.658166 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-576b43eb-80e8-4b41-92bc-c241d97e5310 req-dc63c7ad-12e8-438d-ae1d-b6fa8585e61e tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Network 742f58b8-6f75-4016-aae9-13dbe5163376 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 05:27:02.661265 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-576b43eb-80e8-4b41-92bc-c241d97e5310 req-dc63c7ad-12e8-438d-ae1d-b6fa8585e61e tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:27:02.663704 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-576b43eb-80e8-4b41-92bc-c241d97e5310 req-dc63c7ad-12e8-438d-ae1d-b6fa8585e61e tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 05:27:02.696844 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc63c7ad-12e8-438d-ae1d-b6fa8585e61e tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Pushing event updated for resources: {'Port': ['ID=2d4de02b-2e26-455b-ac64-1a7350bf3046,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:27:02.711878 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc63c7ad-12e8-438d-ae1d-b6fa8585e61e tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:27:02.712246 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc63c7ad-12e8-438d-ae1d-b6fa8585e61e tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:27:02.712592 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc63c7ad-12e8-438d-ae1d-b6fa8585e61e tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:27:02.712929 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc63c7ad-12e8-438d-ae1d-b6fa8585e61e tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:27:02.713321 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc63c7ad-12e8-438d-ae1d-b6fa8585e61e tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:27:02.713658 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc63c7ad-12e8-438d-ae1d-b6fa8585e61e tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:27:02.713988 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc63c7ad-12e8-438d-ae1d-b6fa8585e61e tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:27:02.714318 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc63c7ad-12e8-438d-ae1d-b6fa8585e61e tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:27:02.714673 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc63c7ad-12e8-438d-ae1d-b6fa8585e61e tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:27:02.714997 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc63c7ad-12e8-438d-ae1d-b6fa8585e61e tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:27:02.715323 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc63c7ad-12e8-438d-ae1d-b6fa8585e61e tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:27:02.715648 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc63c7ad-12e8-438d-ae1d-b6fa8585e61e tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:27:02.734010 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b43eb-80e8-4b41-92bc-c241d97e5310 req-dc63c7ad-12e8-438d-ae1d-b6fa8585e61e tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:02.734709 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-576b43eb-80e8-4b41-92bc-c241d97e5310 req-dc63c7ad-12e8-438d-ae1d-b6fa8585e61e tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:02.918201 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-576b43eb-80e8-4b41-92bc-c241d97e5310 req-dc63c7ad-12e8-438d-ae1d-b6fa8585e61e tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2266407 Sep 21 05:27:02.930369 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [req-576b43eb-80e8-4b41-92bc-c241d97e5310 req-1ade85a1-c77c-466a-93fc-8d605fad348f service neutron] Request body: {'port': {'device_id': '1dd3c40b-4c75-418b-967d-44e38e146dd1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:27:02.985344 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-576b43eb-80e8-4b41-92bc-c241d97e5310 req-1ade85a1-c77c-466a-93fc-8d605fad348f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:03.016523 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d1708-f8bf-4eb0-b7bd-cb19b51b9543 req-2425e621-92da-47b2-96cc-bf8dd002c51f tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:03.018093 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1b1d1708-f8bf-4eb0-b7bd-cb19b51b9543 req-2425e621-92da-47b2-96cc-bf8dd002c51f tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1b5db0e-e158-4838-9ba3-ef10befc9449 HTTP/1.1" status: 200 len: 944 time: 0.0507331 Sep 21 05:27:03.055429 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1b1d1708-f8bf-4eb0-b7bd-cb19b51b9543 req-e9a31cd2-2c2d-4af7-9c50-c34609b49657 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=5508c277-6fcc-4331-bd78-69fd3cfdf04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314078 Sep 21 05:27:03.248074 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [req-576b43eb-80e8-4b41-92bc-c241d97e5310 req-1ade85a1-c77c-466a-93fc-8d605fad348f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d4de02b-2e26-455b-ac64-1a7350bf3046 {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 05:27:03.255179 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-576b43eb-80e8-4b41-92bc-c241d97e5310 req-1ade85a1-c77c-466a-93fc-8d605fad348f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:03.267055 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-576b43eb-80e8-4b41-92bc-c241d97e5310 req-1ade85a1-c77c-466a-93fc-8d605fad348f service neutron] Transition to ACTIVE for port object 2d4de02b-2e26-455b-ac64-1a7350bf3046 will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 05:27:03.369545 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-576b43eb-80e8-4b41-92bc-c241d97e5310 req-1ade85a1-c77c-466a-93fc-8d605fad348f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6441129'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:03.373705 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e2552-dbd3-488e-85b5-f4e12f02bc3d req-03eea528-ea14-4081-8eb7-6816f5de8bf5 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:03.375281 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4d5e2552-dbd3-488e-85b5-f4e12f02bc3d req-03eea528-ea14-4081-8eb7-6816f5de8bf5 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/ports?device_id=1dd3c40b-4c75-418b-967d-44e38e146dd1 HTTP/1.1" status: 200 len: 931 time: 0.0470488 Sep 21 05:27:03.419571 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4d5e2552-dbd3-488e-85b5-f4e12f02bc3d req-44e95b4c-d050-4ed3-ac60-b2910be1d2dc tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/security-groups?id=28693767-7c5b-4f40-81b2-97e0eaf2b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379922 Sep 21 05:27:03.424527 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ade85a1-c77c-466a-93fc-8d605fad348f service neutron] Pushing event updated for resources: {'Port': ['ID=2d4de02b-2e26-455b-ac64-1a7350bf3046,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:27:03.490364 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-576b43eb-80e8-4b41-92bc-c241d97e5310 req-1ade85a1-c77c-466a-93fc-8d605fad348f service neutron] Attempting to bind port 2d4de02b-2e26-455b-ac64-1a7350bf3046 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 05:27:03.490725 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-576b43eb-80e8-4b41-92bc-c241d97e5310 req-1ade85a1-c77c-466a-93fc-8d605fad348f service neutron] Attempting to bind port 2d4de02b-2e26-455b-ac64-1a7350bf3046 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'e27e0c85-a40e-4234-916d-2e9d4a15a16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '742f58b8-6f75-4016-aae9-13dbe5163376'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 05:27:03.491051 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576b43eb-80e8-4b41-92bc-c241d97e5310 req-1ade85a1-c77c-466a-93fc-8d605fad348f service neutron] Attempting to bind port 2d4de02b-2e26-455b-ac64-1a7350bf3046 on network 742f58b8-6f75-4016-aae9-13dbe5163376 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 05:27:03.495522 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576b43eb-80e8-4b41-92bc-c241d97e5310 req-1ade85a1-c77c-466a-93fc-8d605fad348f service neutron] Port 2d4de02b-2e26-455b-ac64-1a7350bf3046 on network 742f58b8-6f75-4016-aae9-13dbe5163376 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 05:27:03.495846 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576b43eb-80e8-4b41-92bc-c241d97e5310 req-1ade85a1-c77c-466a-93fc-8d605fad348f service neutron] Attempting to bind port 2d4de02b-2e26-455b-ac64-1a7350bf3046 on network 742f58b8-6f75-4016-aae9-13dbe5163376 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 05:27:03.501195 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576b43eb-80e8-4b41-92bc-c241d97e5310 req-1ade85a1-c77c-466a-93fc-8d605fad348f service neutron] Checking agent: {'id': '5298a3ad-ea79-4298-8fba-5c2796ea9d92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 5, 18, 37), 'started_at': datetime.datetime(2021, 9, 21, 5, 18, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 5, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 05:27:03.501477 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576b43eb-80e8-4b41-92bc-c241d97e5310 req-1ade85a1-c77c-466a-93fc-8d605fad348f service neutron] Checking segment: {'id': 'e27e0c85-a40e-4234-916d-2e9d4a15a16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '742f58b8-6f75-4016-aae9-13dbe5163376'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 05:27:03.501859 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576b43eb-80e8-4b41-92bc-c241d97e5310 req-1ade85a1-c77c-466a-93fc-8d605fad348f service neutron] Bound using segment: {'id': 'e27e0c85-a40e-4234-916d-2e9d4a15a16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '742f58b8-6f75-4016-aae9-13dbe5163376'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 05:27:03.502286 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-576b43eb-80e8-4b41-92bc-c241d97e5310 req-1ade85a1-c77c-466a-93fc-8d605fad348f service neutron] Bound port: 2d4de02b-2e26-455b-ac64-1a7350bf3046, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e27e0c85-a40e-4234-916d-2e9d4a15a16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '742f58b8-6f75-4016-aae9-13dbe5163376'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 05:27:03.502665 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-576b43eb-80e8-4b41-92bc-c241d97e5310 req-1ade85a1-c77c-466a-93fc-8d605fad348f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:03.566636 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-576b43eb-80e8-4b41-92bc-c241d97e5310 req-1ade85a1-c77c-466a-93fc-8d605fad348f service neutron] For port 2d4de02b-2e26-455b-ac64-1a7350bf3046, host hv-cinder-77819, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 05:27:03.569538 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-576b43eb-80e8-4b41-92bc-c241d97e5310 req-1ade85a1-c77c-466a-93fc-8d605fad348f service neutron] For port 2d4de02b-2e26-455b-ac64-1a7350bf3046, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2d4de02b-2e26-455b-ac64-1a7350bf3046,segment=NetworkSegment(e27e0c85-a40e-4234-916d-2e9d4a15a16a),segment_id=e27e0c85-a40e-4234-916d-2e9d4a15a16a)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 05:27:03.638520 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-576b43eb-80e8-4b41-92bc-c241d97e5310 req-1ade85a1-c77c-466a-93fc-8d605fad348f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6441129'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:03.670631 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b43eb-80e8-4b41-92bc-c241d97e5310 req-1ade85a1-c77c-466a-93fc-8d605fad348f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:03.671254 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-576b43eb-80e8-4b41-92bc-c241d97e5310 req-1ade85a1-c77c-466a-93fc-8d605fad348f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:03.672617 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-576b43eb-80e8-4b41-92bc-c241d97e5310 req-1ade85a1-c77c-466a-93fc-8d605fad348f service neutron] 10.222.0.32 "PUT /v2.0/ports/2d4de02b-2e26-455b-ac64-1a7350bf3046 HTTP/1.1" status: 200 len: 1093 time: 0.7463863 Sep 21 05:27:03.673045 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dd3c40b-4c75-418b-967d-44e38e146dd1', 'tag': '2d4de02b-2e26-455b-ac64-1a7350bf3046'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 05:27:03.675312 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2093a7355c0e7a06ffa9c2f51d01f7a17d1263efd9baf457b9b047ecef1e75bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c533a0f-903f-45c6-b956-c0295fb865fc" -d '{"events": [{"name": "network-changed", "server_uuid": "1dd3c40b-4c75-418b-967d-44e38e146dd1", "tag": "2d4de02b-2e26-455b-ac64-1a7350bf3046"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 05:27:03.703756 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ade85a1-c77c-466a-93fc-8d605fad348f service neutron] Pushing event updated for resources: {'Port': ['ID=2d4de02b-2e26-455b-ac64-1a7350bf3046,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:27:03.712792 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 05:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62dd5088-1001-4fca-a318-e17851d28a1e x-openstack-request-id: req-62dd5088-1001-4fca-a318-e17851d28a1e {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 05:27:03.713224 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dd3c40b-4c75-418b-967d-44e38e146dd1", "tag": "2d4de02b-2e26-455b-ac64-1a7350bf3046", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 05:27:03.713472 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-62dd5088-1001-4fca-a318-e17851d28a1e {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 05:27:03.713875 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dd3c40b-4c75-418b-967d-44e38e146dd1', 'tag': '2d4de02b-2e26-455b-ac64-1a7350bf3046', 'status': 'completed', 'code': 200} Sep 21 05:27:03.776558 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c533a0f-903f-45c6-b956-c0295fb865fc req-262a0bbc-8cdc-43b1-b16b-d75268891a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:03.780519 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-0c533a0f-903f-45c6-b956-c0295fb865fc req-262a0bbc-8cdc-43b1-b16b-d75268891a8b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ecd3323c5b94d03912583019c0b243a&device_id=1dd3c40b-4c75-418b-967d-44e38e146dd1 HTTP/1.1" status: 200 len: 1096 time: 0.0421195 Sep 21 05:27:03.879466 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c533a0f-903f-45c6-b956-c0295fb865fc req-59a0471e-a6c5-4add-86b7-2e8c0c6796cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:03.880921 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-0c533a0f-903f-45c6-b956-c0295fb865fc req-59a0471e-a6c5-4add-86b7-2e8c0c6796cf service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=0ecd3323c5b94d03912583019c0b243a&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0939283 Sep 21 05:27:03.976620 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c533a0f-903f-45c6-b956-c0295fb865fc req-fa20481e-c325-4a32-a742-fd75c379ad42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:03.978097 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-0c533a0f-903f-45c6-b956-c0295fb865fc req-fa20481e-c325-4a32-a742-fd75c379ad42 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0900378 Sep 21 05:27:04.054848 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b43eb-80e8-4b41-92bc-c241d97e5310 req-6d194f8c-e4a2-48be-8b91-d95b11b27642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:04.056239 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-576b43eb-80e8-4b41-92bc-c241d97e5310 req-6d194f8c-e4a2-48be-8b91-d95b11b27642 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ecd3323c5b94d03912583019c0b243a&device_id=1dd3c40b-4c75-418b-967d-44e38e146dd1 HTTP/1.1" status: 200 len: 1096 time: 0.0408571 Sep 21 05:27:04.074110 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device 790258d8-5852-4dfd-856e-9c4ff4a3203f up at agent hyperv_hv-cinder-77819 {{(pid=94668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 05:27:04.101443 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-576b43eb-80e8-4b41-92bc-c241d97e5310 req-01c3649b-cff2-48cb-a0f5-1ff1f7558796 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d4de02b-2e26-455b-ac64-1a7350bf3046 HTTP/1.1" status: 200 len: 217 time: 0.0377810 Sep 21 05:27:04.123450 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Provisioning complete for port 790258d8-5852-4dfd-856e-9c4ff4a3203f triggered by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:27:04.123829 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:04.150940 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b43eb-80e8-4b41-92bc-c241d97e5310 req-05ab72d7-a93b-4f04-9c75-fc46431c65c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:04.152438 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-576b43eb-80e8-4b41-92bc-c241d97e5310 req-05ab72d7-a93b-4f04-9c75-fc46431c65c5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3f50a5a0-e08b-4c3f-9302-98856be1c417 HTTP/1.1" status: 200 len: 854 time: 0.0447695 Sep 21 05:27:04.183736 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ce2d4f-ce25-4ddf-aa96-3171782834c0 req-1c38a4a2-f0e7-4e09-b77b-567c2b1a356b tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:04.185264 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-16ce2d4f-ce25-4ddf-aa96-3171782834c0 req-1c38a4a2-f0e7-4e09-b77b-567c2b1a356b tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1b5db0e-e158-4838-9ba3-ef10befc9449 HTTP/1.1" status: 200 len: 944 time: 0.0558038 Sep 21 05:27:04.185580 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-576b43eb-80e8-4b41-92bc-c241d97e5310 req-815429ab-d78d-48b5-9013-c4a8f8f5eeaa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=742f58b8-6f75-4016-aae9-13dbe5163376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262883 Sep 21 05:27:04.204740 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:04.226887 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-16ce2d4f-ce25-4ddf-aa96-3171782834c0 req-d673146d-e264-49f6-83aa-c5137fc37f6e tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=5508c277-6fcc-4331-bd78-69fd3cfdf04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350788 Sep 21 05:27:04.228032 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b5db0e-e158-4838-9ba3-ef10befc9449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '790258d8-5852-4dfd-856e-9c4ff4a3203f'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 05:27:04.231008 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9746b1cd2a1144c350740d70a5f253bbb3c4ac519592b61f014e2841f81d92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb18dc1-76af-4148-90e0-ef055e6a95c6" -d '{"events": [{"server_uuid": "c1b5db0e-e158-4838-9ba3-ef10befc9449", "name": "network-vif-plugged", "status": "completed", "tag": "790258d8-5852-4dfd-856e-9c4ff4a3203f"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 05:27:04.249566 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] For port 790258d8-5852-4dfd-856e-9c4ff4a3203f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=790258d8-5852-4dfd-856e-9c4ff4a3203f,segment=NetworkSegment(f6433832-0821-4a1f-a147-34f75b2bc1b3),segment_id=f6433832-0821-4a1f-a147-34f75b2bc1b3)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:27:04.277570 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 05:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e48c195-7426-499f-a03b-ea81906f6e85 x-openstack-request-id: req-2e48c195-7426-499f-a03b-ea81906f6e85 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 05:27:04.277863 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1b5db0e-e158-4838-9ba3-ef10befc9449", "name": "network-vif-plugged", "status": "completed", "tag": "790258d8-5852-4dfd-856e-9c4ff4a3203f", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 05:27:04.278114 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2e48c195-7426-499f-a03b-ea81906f6e85 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 05:27:04.278561 dv-cinder-778193-10-iscsi neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1b5db0e-e158-4838-9ba3-ef10befc9449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '790258d8-5852-4dfd-856e-9c4ff4a3203f', 'code': 200} Sep 21 05:27:04.282718 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-576b43eb-80e8-4b41-92bc-c241d97e5310 req-68e69907-8634-48ff-9a47-1bbc65f383a8 service neutron] 10.222.0.32 "GET /v2.0/networks/742f58b8-6f75-4016-aae9-13dbe5163376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903516 Sep 21 05:27:04.301442 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:04.347824 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Pushing event updated for resources: {'Port': ['ID=790258d8-5852-4dfd-856e-9c4ff4a3203f,revision_number=10']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:27:04.374782 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-576b43eb-80e8-4b41-92bc-c241d97e5310 req-b07419d0-e0dd-4f6b-a543-c4782ed786c1 service neutron] 10.222.0.32 "GET /v2.0/networks/742f58b8-6f75-4016-aae9-13dbe5163376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845587 Sep 21 05:27:04.521907 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fd6448-efeb-4d99-bee3-f3f1b72e5748 req-e96a5d68-2928-4951-9eb0-52ca44e36d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:04.523995 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-58fd6448-efeb-4d99-bee3-f3f1b72e5748 req-e96a5d68-2928-4951-9eb0-52ca44e36d17 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c1b5db0e-e158-4838-9ba3-ef10befc9449 HTTP/1.1" status: 200 len: 1099 time: 0.0432990 Sep 21 05:27:04.532814 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac8c6b6-f287-4415-84fa-5d8f7a1c1f86 req-306da589-4b0c-439e-ad0e-4996ad9c808d tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:04.534312 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1ac8c6b6-f287-4415-84fa-5d8f7a1c1f86 req-306da589-4b0c-439e-ad0e-4996ad9c808d tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/ports?device_id=1dd3c40b-4c75-418b-967d-44e38e146dd1 HTTP/1.1" status: 200 len: 943 time: 0.0485196 Sep 21 05:27:04.557949 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-58fd6448-efeb-4d99-bee3-f3f1b72e5748 req-77c55d72-f380-4522-a9a4-a9613aa0ba78 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5508c277-6fcc-4331-bd78-69fd3cfdf04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274925 Sep 21 05:27:04.572423 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1ac8c6b6-f287-4415-84fa-5d8f7a1c1f86 req-a9d31dd6-541c-4666-9477-85ea83794e5e tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/security-groups?id=28693767-7c5b-4f40-81b2-97e0eaf2b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317268 Sep 21 05:27:05.344143 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489acaa-e09a-4c15-abf6-088beb29fc0d req-fc6f3772-ec7e-415b-9cb3-2395b309dc95 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:05.345568 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7489acaa-e09a-4c15-abf6-088beb29fc0d req-fc6f3772-ec7e-415b-9cb3-2395b309dc95 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1b5db0e-e158-4838-9ba3-ef10befc9449 HTTP/1.1" status: 200 len: 946 time: 0.0474803 Sep 21 05:27:05.385403 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7489acaa-e09a-4c15-abf6-088beb29fc0d req-9568557c-a54b-4213-ae53-e04ff5900455 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=5508c277-6fcc-4331-bd78-69fd3cfdf04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340548 Sep 21 05:27:05.686157 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addd8140-098f-4ce7-87f0-3f9094a608aa req-098cab07-ff8c-4fad-a094-4afe81b8b8cc tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:05.687668 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-addd8140-098f-4ce7-87f0-3f9094a608aa req-098cab07-ff8c-4fad-a094-4afe81b8b8cc tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/ports?device_id=1dd3c40b-4c75-418b-967d-44e38e146dd1 HTTP/1.1" status: 200 len: 943 time: 0.0492451 Sep 21 05:27:05.725975 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-addd8140-098f-4ce7-87f0-3f9094a608aa req-40f5c1f6-39eb-449b-931d-c366066afc6f tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/security-groups?id=28693767-7c5b-4f40-81b2-97e0eaf2b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322433 Sep 21 05:27:05.809796 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b4a439e9-5c09-4c1a-a86a-dbcb97fa9bdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:06.075006 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device 2d4de02b-2e26-455b-ac64-1a7350bf3046 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 05:27:06.169725 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] For port 2d4de02b-2e26-455b-ac64-1a7350bf3046, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2d4de02b-2e26-455b-ac64-1a7350bf3046,segment=NetworkSegment(e27e0c85-a40e-4234-916d-2e9d4a15a16a),segment_id=e27e0c85-a40e-4234-916d-2e9d4a15a16a)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:27:06.180949 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Returning: {'device': '2d4de02b-2e26-455b-ac64-1a7350bf3046', 'network_id': '742f58b8-6f75-4016-aae9-13dbe5163376', 'port_id': '2d4de02b-2e26-455b-ac64-1a7350bf3046', 'mac_address': 'fa:16:3e:31:3e:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f50a5a0-e08b-4c3f-9302-98856be1c417', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 05:27:06.217371 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:06.231285 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.notifiers.nova [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d4de02b-2e26-455b-ac64-1a7350bf3046 {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 05:27:06.254593 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] For port 2d4de02b-2e26-455b-ac64-1a7350bf3046, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2d4de02b-2e26-455b-ac64-1a7350bf3046,segment=NetworkSegment(e27e0c85-a40e-4234-916d-2e9d4a15a16a),segment_id=e27e0c85-a40e-4234-916d-2e9d4a15a16a)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:27:06.346927 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:06.392535 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Pushing event updated for resources: {'Port': ['ID=2d4de02b-2e26-455b-ac64-1a7350bf3046,revision_number=4']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:27:06.500939 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593551b6-bac8-4e57-8b9d-7bd0d1b77bf3 req-54093cdb-e567-42bc-bcc9-f1a9c104c4a7 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:06.502433 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-593551b6-bac8-4e57-8b9d-7bd0d1b77bf3 req-54093cdb-e567-42bc-bcc9-f1a9c104c4a7 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1b5db0e-e158-4838-9ba3-ef10befc9449 HTTP/1.1" status: 200 len: 946 time: 0.0479836 Sep 21 05:27:06.540648 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-593551b6-bac8-4e57-8b9d-7bd0d1b77bf3 req-2ffcf05b-6c14-42ed-be1b-fb93381cba11 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=5508c277-6fcc-4331-bd78-69fd3cfdf04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323257 Sep 21 05:27:06.573275 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] get_ports_and_sgs() called for port_ids ['2d4de02b-2e26-455b-ac64-1a7350bf3046'] {{(pid=94668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 05:27:06.840514 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d8b62-c656-4072-aa19-1a45df2b4dc7 req-d6485cf3-44f1-4c5f-b59f-1fbddbb30804 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:06.842061 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-bb7d8b62-c656-4072-aa19-1a45df2b4dc7 req-d6485cf3-44f1-4c5f-b59f-1fbddbb30804 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/ports?device_id=1dd3c40b-4c75-418b-967d-44e38e146dd1 HTTP/1.1" status: 200 len: 944 time: 0.0492711 Sep 21 05:27:06.883449 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-bb7d8b62-c656-4072-aa19-1a45df2b4dc7 req-64c5f9a5-d728-4a22-a12c-b3c9b7b0a4b7 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/security-groups?id=28693767-7c5b-4f40-81b2-97e0eaf2b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355089 Sep 21 05:27:07.658547 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0569cc-ca3c-4856-b58f-32e00ed04ffe req-8b465c31-784f-4cd6-9c9c-bfbf8147f338 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:07.659990 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3c0569cc-ca3c-4856-b58f-32e00ed04ffe req-8b465c31-784f-4cd6-9c9c-bfbf8147f338 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1b5db0e-e158-4838-9ba3-ef10befc9449 HTTP/1.1" status: 200 len: 946 time: 0.0481532 Sep 21 05:27:07.695897 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3c0569cc-ca3c-4856-b58f-32e00ed04ffe req-c7094e28-6bc4-470d-9f8d-e70a26febaaa tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=5508c277-6fcc-4331-bd78-69fd3cfdf04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299935 Sep 21 05:27:08.004521 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e070b-a6c5-4d8d-9d71-9eb839c8e3c6 req-08caa05c-5202-4301-af17-9d3a4ea6ec11 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:08.005977 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-070e070b-a6c5-4d8d-9d71-9eb839c8e3c6 req-08caa05c-5202-4301-af17-9d3a4ea6ec11 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/ports?device_id=1dd3c40b-4c75-418b-967d-44e38e146dd1 HTTP/1.1" status: 200 len: 944 time: 0.0534105 Sep 21 05:27:08.042518 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-070e070b-a6c5-4d8d-9d71-9eb839c8e3c6 req-c42f51a1-e1ca-4bd8-a0d8-0f7e3f6203b7 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/security-groups?id=28693767-7c5b-4f40-81b2-97e0eaf2b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300932 Sep 21 05:27:08.043985 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:08.074797 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device 2d4de02b-2e26-455b-ac64-1a7350bf3046 up at agent hyperv_hv-cinder-77819 {{(pid=94668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 05:27:08.209530 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Provisioning for port 2d4de02b-2e26-455b-ac64-1a7350bf3046 completed by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 05:27:08.213275 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Provisioning complete for port 2d4de02b-2e26-455b-ac64-1a7350bf3046 triggered by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:27:08.213654 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:08.287518 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:08.309462 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dd3c40b-4c75-418b-967d-44e38e146dd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d4de02b-2e26-455b-ac64-1a7350bf3046'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 05:27:08.311726 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9746b1cd2a1144c350740d70a5f253bbb3c4ac519592b61f014e2841f81d92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c647fcae-1e4d-4bf6-9b1c-943004aa3cd1" -d '{"events": [{"server_uuid": "1dd3c40b-4c75-418b-967d-44e38e146dd1", "name": "network-vif-plugged", "status": "completed", "tag": "2d4de02b-2e26-455b-ac64-1a7350bf3046"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 05:27:08.324882 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] For port 2d4de02b-2e26-455b-ac64-1a7350bf3046, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2d4de02b-2e26-455b-ac64-1a7350bf3046,segment=NetworkSegment(e27e0c85-a40e-4234-916d-2e9d4a15a16a),segment_id=e27e0c85-a40e-4234-916d-2e9d4a15a16a)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:27:08.346680 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 05:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-934bf6f0-cc6a-49d1-86da-71d1f5f72d9d x-openstack-request-id: req-934bf6f0-cc6a-49d1-86da-71d1f5f72d9d {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 05:27:08.346969 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dd3c40b-4c75-418b-967d-44e38e146dd1", "name": "network-vif-plugged", "status": "completed", "tag": "2d4de02b-2e26-455b-ac64-1a7350bf3046", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 05:27:08.347222 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-934bf6f0-cc6a-49d1-86da-71d1f5f72d9d {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 05:27:08.347612 dv-cinder-778193-10-iscsi neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dd3c40b-4c75-418b-967d-44e38e146dd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d4de02b-2e26-455b-ac64-1a7350bf3046', 'code': 200} Sep 21 05:27:08.409619 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:08.459405 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Pushing event updated for resources: {'Port': ['ID=2d4de02b-2e26-455b-ac64-1a7350bf3046,revision_number=5']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:27:08.620808 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-071dde9e-8301-4a22-a11d-713099fa73cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:08.622626 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d521f4d1-05d1-4314-a2a5-ec242b339d8f req-7cb74c96-2d3a-4f3e-8b4c-f61bfca20192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:08.624348 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-d521f4d1-05d1-4314-a2a5-ec242b339d8f req-7cb74c96-2d3a-4f3e-8b4c-f61bfca20192 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1dd3c40b-4c75-418b-967d-44e38e146dd1 HTTP/1.1" status: 200 len: 1098 time: 0.0465055 Sep 21 05:27:08.658825 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-d521f4d1-05d1-4314-a2a5-ec242b339d8f req-26ef5425-ee08-41dc-8db1-abb51839d8a5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=28693767-7c5b-4f40-81b2-97e0eaf2b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278392 Sep 21 05:27:09.154194 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb27f5-658a-423c-aa94-06e62d84b4bc req-309add3c-501f-4e9e-bf76-e8ec423f2488 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:09.155637 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8deb27f5-658a-423c-aa94-06e62d84b4bc req-309add3c-501f-4e9e-bf76-e8ec423f2488 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/ports?device_id=1dd3c40b-4c75-418b-967d-44e38e146dd1 HTTP/1.1" status: 200 len: 945 time: 0.0470631 Sep 21 05:27:09.196919 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8deb27f5-658a-423c-aa94-06e62d84b4bc req-915d55e2-64d3-4a0f-92ed-384063ffb1fd tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/security-groups?id=28693767-7c5b-4f40-81b2-97e0eaf2b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348475 Sep 21 05:27:09.277194 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:09.906384 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2c351aa7-00e3-4828-8663-e1495c3162e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:10.310164 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a600e569-bbcd-4cc6-b1e7-77b0c30a0d58 req-d1afbed3-3ca6-4bf8-bc3e-7a41f3c5a12b tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:10.311691 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a600e569-bbcd-4cc6-b1e7-77b0c30a0d58 req-d1afbed3-3ca6-4bf8-bc3e-7a41f3c5a12b tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/ports?device_id=1dd3c40b-4c75-418b-967d-44e38e146dd1 HTTP/1.1" status: 200 len: 945 time: 0.0496566 Sep 21 05:27:10.349758 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a600e569-bbcd-4cc6-b1e7-77b0c30a0d58 req-069624c6-fd78-4a59-ada9-d3f75ee33e88 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/security-groups?id=28693767-7c5b-4f40-81b2-97e0eaf2b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316234 Sep 21 05:27:10.608077 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101b8c9-d088-4854-a737-06b79f287e17 req-6cb47c12-5419-4390-b2bb-df375197376d tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:10.609626 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4101b8c9-d088-4854-a737-06b79f287e17 req-6cb47c12-5419-4390-b2bb-df375197376d tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/ports?device_id=dad1ea62-42e7-4277-a6ec-d16fafaf5de2 HTTP/1.1" status: 200 len: 945 time: 0.0518556 Sep 21 05:27:10.649245 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4101b8c9-d088-4854-a737-06b79f287e17 req-78b3ac7f-99d8-498d-89d0-89f744020919 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e1765e6-cde3-492e-859a-4ddd3b6fa338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328369 Sep 21 05:27:11.204278 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a1fb1f33-fe48-4684-9a56-b3eb65d74809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:11.250013 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.agents_db [None req-b3bad76d-57ee-4137-9d9b-1a82d1aed62b None None] Agent healthcheck: found 6 active agents {{(pid=94669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 05:27:11.761571 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c137b0fe-0fc0-4669-8dbe-96c57e8144b8 req-7befe78c-523e-46e4-bf5e-8ccb0f41e4fd tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:11.763241 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c137b0fe-0fc0-4669-8dbe-96c57e8144b8 req-7befe78c-523e-46e4-bf5e-8ccb0f41e4fd tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/ports?device_id=dad1ea62-42e7-4277-a6ec-d16fafaf5de2 HTTP/1.1" status: 200 len: 945 time: 0.0471745 Sep 21 05:27:11.804006 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c137b0fe-0fc0-4669-8dbe-96c57e8144b8 req-456c544a-a990-48c9-a7cc-f36d3e2adc63 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e1765e6-cde3-492e-859a-4ddd3b6fa338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348370 Sep 21 05:27:12.919441 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c72f76-ce1e-42f0-83cb-2f7e65dcc8b5 req-bb385bb9-6a24-4ad6-98df-c00318e4882b tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:12.920934 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-91c72f76-ce1e-42f0-83cb-2f7e65dcc8b5 req-bb385bb9-6a24-4ad6-98df-c00318e4882b tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/ports?device_id=dad1ea62-42e7-4277-a6ec-d16fafaf5de2 HTTP/1.1" status: 200 len: 945 time: 0.0498877 Sep 21 05:27:12.958443 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-91c72f76-ce1e-42f0-83cb-2f7e65dcc8b5 req-9247a750-a684-47af-8db3-077e2bc962dc tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e1765e6-cde3-492e-859a-4ddd3b6fa338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316629 Sep 21 05:27:14.070838 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c02347e-0b81-4386-9aff-d56ae45cee69 req-3cfb232b-788d-48d8-a171-4e17435c709e tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:14.072369 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5c02347e-0b81-4386-9aff-d56ae45cee69 req-3cfb232b-788d-48d8-a171-4e17435c709e tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/ports?device_id=dad1ea62-42e7-4277-a6ec-d16fafaf5de2 HTTP/1.1" status: 200 len: 945 time: 0.0476899 Sep 21 05:27:14.110223 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5c02347e-0b81-4386-9aff-d56ae45cee69 req-75306e4c-68ba-42d5-9cf1-4111d9d4187d tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e1765e6-cde3-492e-859a-4ddd3b6fa338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314004 Sep 21 05:27:15.225300 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e142965-c6cc-479c-8016-7562e3956232 req-fd9529b4-f9e8-4841-955d-0b899ea62f05 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:15.226763 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8e142965-c6cc-479c-8016-7562e3956232 req-fd9529b4-f9e8-4841-955d-0b899ea62f05 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/ports?device_id=dad1ea62-42e7-4277-a6ec-d16fafaf5de2 HTTP/1.1" status: 200 len: 945 time: 0.0474937 Sep 21 05:27:15.266423 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8e142965-c6cc-479c-8016-7562e3956232 req-b3b3f8c1-036d-466b-8fac-dc9ec6247344 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e1765e6-cde3-492e-859a-4ddd3b6fa338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335083 Sep 21 05:27:16.376617 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d259ae63-af60-4a67-8f80-a2037682a6a0 req-0d6fe681-0573-43bd-a8cb-0a7954d8a201 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:16.378052 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d259ae63-af60-4a67-8f80-a2037682a6a0 req-0d6fe681-0573-43bd-a8cb-0a7954d8a201 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/ports?device_id=dad1ea62-42e7-4277-a6ec-d16fafaf5de2 HTTP/1.1" status: 200 len: 945 time: 0.0478122 Sep 21 05:27:16.414522 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d259ae63-af60-4a67-8f80-a2037682a6a0 req-4a1951fb-fb9e-45e8-8c57-4ff64312fb9b tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e1765e6-cde3-492e-859a-4ddd3b6fa338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300353 Sep 21 05:27:17.526415 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ee426d-e06d-465e-9f42-60722038e6d4 req-429eb764-ae6c-4f66-9a51-fcd12ac624c9 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:17.527807 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b4ee426d-e06d-465e-9f42-60722038e6d4 req-429eb764-ae6c-4f66-9a51-fcd12ac624c9 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/ports?device_id=dad1ea62-42e7-4277-a6ec-d16fafaf5de2 HTTP/1.1" status: 200 len: 945 time: 0.0473726 Sep 21 05:27:17.563413 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b4ee426d-e06d-465e-9f42-60722038e6d4 req-aa6f35bf-f8ad-4e15-9065-49672cad8699 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e1765e6-cde3-492e-859a-4ddd3b6fa338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298724 Sep 21 05:27:18.673871 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18931151-65e5-48a4-b4c0-af57bed77e08 req-e2a18cfe-ae86-468b-9617-65cfc36de0f9 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:18.675342 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-18931151-65e5-48a4-b4c0-af57bed77e08 req-e2a18cfe-ae86-468b-9617-65cfc36de0f9 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/ports?device_id=dad1ea62-42e7-4277-a6ec-d16fafaf5de2 HTTP/1.1" status: 200 len: 945 time: 0.0471084 Sep 21 05:27:18.714928 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-18931151-65e5-48a4-b4c0-af57bed77e08 req-ac0e2173-b25a-43f8-85fe-c4da80cd64e4 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e1765e6-cde3-492e-859a-4ddd3b6fa338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339024 Sep 21 05:27:19.827686 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d259c94-caa0-447d-9836-1b6b1f1f7ed5 req-36e0f3d1-e547-4689-b101-ec7b99923c14 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:19.829148 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3d259c94-caa0-447d-9836-1b6b1f1f7ed5 req-36e0f3d1-e547-4689-b101-ec7b99923c14 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/ports?device_id=dad1ea62-42e7-4277-a6ec-d16fafaf5de2 HTTP/1.1" status: 200 len: 945 time: 0.0495653 Sep 21 05:27:19.867317 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3d259c94-caa0-447d-9836-1b6b1f1f7ed5 req-442e0793-b78a-4582-8ffb-f0f42e895787 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e1765e6-cde3-492e-859a-4ddd3b6fa338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321209 Sep 21 05:27:20.715497 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b2beb8-0234-4aea-8ebf-9be4f527bd19 req-234be39a-7da9-40a2-87a8-d5c224d4a695 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:20.716857 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-60b2beb8-0234-4aea-8ebf-9be4f527bd19 req-234be39a-7da9-40a2-87a8-d5c224d4a695 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/networks?id=742f58b8-6f75-4016-aae9-13dbe5163376 HTTP/1.1" status: 200 len: 814 time: 0.1009381 Sep 21 05:27:20.731041 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-60b2beb8-0234-4aea-8ebf-9be4f527bd19 req-37d2ce32-7d28-4c09-bd03-539f7c9fa20e tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/quotas/0ecd3323c5b94d03912583019c0b243a HTTP/1.1" status: 200 len: 375 time: 0.0086327 Sep 21 05:27:20.777785 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-60b2beb8-0234-4aea-8ebf-9be4f527bd19 req-10f5eabe-c6b8-4ee8-97cb-a7f9323a59fe tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0ecd3323c5b94d03912583019c0b243a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0418782 Sep 21 05:27:20.846337 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b4f400-54b0-480b-81a5-4cf6fb2a83e5 req-0e937bc0-3cc7-4cfe-bbd2-aab7a7661808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:20.848020 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-64b4f400-54b0-480b-81a5-4cf6fb2a83e5 req-0e937bc0-3cc7-4cfe-bbd2-aab7a7661808 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3066d5f922ad4c51b79c56e410630bfe&device_id=dad1ea62-42e7-4277-a6ec-d16fafaf5de2 HTTP/1.1" status: 200 len: 1098 time: 0.0414410 Sep 21 05:27:20.873039 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-60b2beb8-0234-4aea-8ebf-9be4f527bd19 req-89a396d6-19f1-4458-926b-84b29a302833 service neutron] 10.222.0.36 "GET /v2.0/networks/742f58b8-6f75-4016-aae9-13dbe5163376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873022 Sep 21 05:27:20.956257 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b4f400-54b0-480b-81a5-4cf6fb2a83e5 req-e9b4d59c-66df-4db7-be68-ef1bd49f7b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:20.957736 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-64b4f400-54b0-480b-81a5-4cf6fb2a83e5 req-e9b4d59c-66df-4db7-be68-ef1bd49f7b0d service neutron] 10.222.0.32 "GET /v2.0/networks?id=43668b48-43ec-47a9-8fb0-92503a824bd3 HTTP/1.1" status: 200 len: 908 time: 0.0895875 Sep 21 05:27:20.999432 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-60b2beb8-0234-4aea-8ebf-9be4f527bd19 req-3ecd7269-3a34-4c2f-b353-7afad462e0d4 service neutron] 10.222.0.36 "GET /v2.0/networks/742f58b8-6f75-4016-aae9-13dbe5163376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192884 Sep 21 05:27:21.008400 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e9d54f-b420-423c-832b-5fbd32539461 req-f03d11ec-690a-4b9e-97ad-1e9aeac1f3fa tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:21.009832 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-92e9d54f-b420-423c-832b-5fbd32539461 req-f03d11ec-690a-4b9e-97ad-1e9aeac1f3fa tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/ports?device_id=dad1ea62-42e7-4277-a6ec-d16fafaf5de2 HTTP/1.1" status: 200 len: 945 time: 0.0715783 Sep 21 05:27:21.028562 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-64b4f400-54b0-480b-81a5-4cf6fb2a83e5 req-0cc3af09-7ebb-4fb1-9da6-fc47c8c6490f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c97253be-44f1-4220-b4e2-84917bb82b31 HTTP/1.1" status: 200 len: 1001 time: 0.0630739 Sep 21 05:27:21.048134 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-92e9d54f-b420-423c-832b-5fbd32539461 req-7ee8f7cd-b15a-4dde-89af-5b1f1c0da294 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e1765e6-cde3-492e-859a-4ddd3b6fa338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325732 Sep 21 05:27:21.082723 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b4f400-54b0-480b-81a5-4cf6fb2a83e5 req-970046af-53b9-4120-a7c5-f304cb8e3a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:21.084250 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-64b4f400-54b0-480b-81a5-4cf6fb2a83e5 req-970046af-53b9-4120-a7c5-f304cb8e3a06 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4d367135-c118-4f1f-8d0c-187c518691fd HTTP/1.1" status: 200 len: 847 time: 0.0481193 Sep 21 05:27:21.129971 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b4f400-54b0-480b-81a5-4cf6fb2a83e5 req-8b745fc6-d697-49ed-87fa-e889df2b760a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:21.131499 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-64b4f400-54b0-480b-81a5-4cf6fb2a83e5 req-8b745fc6-d697-49ed-87fa-e889df2b760a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=43668b48-43ec-47a9-8fb0-92503a824bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0399427 Sep 21 05:27:21.223854 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-04587c4e-999c-435d-96a2-674b3c3b5656 req-0658fd17-add5-4bf6-bced-037923153ce2 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd032cb1-4bb8-46bf-b6c5-9a1b47aa9928 HTTP/1.1" status: 200 len: 210 time: 0.0302546 Sep 21 05:27:21.224447 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-64b4f400-54b0-480b-81a5-4cf6fb2a83e5 req-ffc8e94e-3146-4d15-b544-b63274d15b47 service neutron] 10.222.0.32 "GET /v2.0/networks/43668b48-43ec-47a9-8fb0-92503a824bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849526 Sep 21 05:27:21.319791 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-64b4f400-54b0-480b-81a5-4cf6fb2a83e5 req-a86e88d3-a78f-4eca-bab6-1a42b1a31ba6 service neutron] 10.222.0.32 "GET /v2.0/networks/43668b48-43ec-47a9-8fb0-92503a824bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875511 Sep 21 05:27:22.163497 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af722b1e-1689-4823-9651-651c6729903a req-007a9eac-88dc-4508-a6f3-7f9433b6be6c tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:22.164955 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-af722b1e-1689-4823-9651-651c6729903a req-007a9eac-88dc-4508-a6f3-7f9433b6be6c tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/ports?device_id=dad1ea62-42e7-4277-a6ec-d16fafaf5de2 HTTP/1.1" status: 200 len: 945 time: 0.0481193 Sep 21 05:27:22.202799 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-af722b1e-1689-4823-9651-651c6729903a req-ffe14bb9-eda2-412c-9917-a53f8edf118f tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e1765e6-cde3-492e-859a-4ddd3b6fa338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319190 Sep 21 05:27:22.314127 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-899a11aa-8982-404c-b0c2-109bb3f77108 req-49ff53c9-4468-4b3b-9ed7-79698c00c3b6 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd032cb1-4bb8-46bf-b6c5-9a1b47aa9928 HTTP/1.1" status: 200 len: 210 time: 0.0252290 Sep 21 05:27:23.124422 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b2beb8-0234-4aea-8ebf-9be4f527bd19 req-529026fa-b316-4f53-869e-442ddb154970 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:23.125900 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-60b2beb8-0234-4aea-8ebf-9be4f527bd19 req-529026fa-b316-4f53-869e-442ddb154970 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.32 "GET /v2.0/networks?id=742f58b8-6f75-4016-aae9-13dbe5163376 HTTP/1.1" status: 200 len: 814 time: 0.1070898 Sep 21 05:27:23.141202 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [req-60b2beb8-0234-4aea-8ebf-9be4f527bd19 req-7f04d316-5a6d-4afa-a19d-64a39149f1bb tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Request body: {'port': {'device_id': 'cd032cb1-4bb8-46bf-b6c5-9a1b47aa9928', 'network_id': '742f58b8-6f75-4016-aae9-13dbe5163376', 'admin_state_up': True, 'tenant_id': '0ecd3323c5b94d03912583019c0b243a'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:27:23.321662 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0346bd-8ceb-493f-826f-4b297c7f109b req-55e2149e-76ce-4122-b269-7460adcbe841 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:23.323151 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8b0346bd-8ceb-493f-826f-4b297c7f109b req-55e2149e-76ce-4122-b269-7460adcbe841 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/ports?device_id=dad1ea62-42e7-4277-a6ec-d16fafaf5de2 HTTP/1.1" status: 200 len: 945 time: 0.0479436 Sep 21 05:27:23.329286 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60b2beb8-0234-4aea-8ebf-9be4f527bd19 req-7f04d316-5a6d-4afa-a19d-64a39149f1bb tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Made reservation on behalf of 0ecd3323c5b94d03912583019c0b243a for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 05:27:23.333277 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-60b2beb8-0234-4aea-8ebf-9be4f527bd19 req-7f04d316-5a6d-4afa-a19d-64a39149f1bb tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:23.364774 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8b0346bd-8ceb-493f-826f-4b297c7f109b req-510d067f-a449-4217-addd-c9432c434f67 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e1765e6-cde3-492e-859a-4ddd3b6fa338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354745 Sep 21 05:27:23.418065 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-fd37861d-346f-43aa-848e-f64b97c10a88 req-194ba12d-e6ae-4b0b-8cc7-7e6f095775da tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd032cb1-4bb8-46bf-b6c5-9a1b47aa9928 HTTP/1.1" status: 200 len: 210 time: 0.0333183 Sep 21 05:27:23.478603 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-60b2beb8-0234-4aea-8ebf-9be4f527bd19 req-7f04d316-5a6d-4afa-a19d-64a39149f1bb tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Allocated IP 172.20.0.12 (742f58b8-6f75-4016-aae9-13dbe5163376/3f50a5a0-e08b-4c3f-9302-98856be1c417/ea3ccbaa-6475-4ed4-bc9e-9aad2b2324f3) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 05:27:23.628445 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-60b2beb8-0234-4aea-8ebf-9be4f527bd19 req-7f04d316-5a6d-4afa-a19d-64a39149f1bb tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:23.729732 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-60b2beb8-0234-4aea-8ebf-9be4f527bd19 req-7f04d316-5a6d-4afa-a19d-64a39149f1bb tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751403777208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6441136'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:23.742091 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] get_ports_and_sgs() called for port_ids ['2d4de02b-2e26-455b-ac64-1a7350bf3046'] {{(pid=94668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 05:27:23.771197 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60b2beb8-0234-4aea-8ebf-9be4f527bd19 req-7f04d316-5a6d-4afa-a19d-64a39149f1bb tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Network 742f58b8-6f75-4016-aae9-13dbe5163376 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 05:27:23.774264 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-60b2beb8-0234-4aea-8ebf-9be4f527bd19 req-7f04d316-5a6d-4afa-a19d-64a39149f1bb tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:27:23.780560 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-60b2beb8-0234-4aea-8ebf-9be4f527bd19 req-7f04d316-5a6d-4afa-a19d-64a39149f1bb tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 05:27:23.786831 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04d316-5a6d-4afa-a19d-64a39149f1bb tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Pushing event updated for resources: {'Port': ['ID=ea3ccbaa-6475-4ed4-bc9e-9aad2b2324f3,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:27:23.833794 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b2beb8-0234-4aea-8ebf-9be4f527bd19 req-7f04d316-5a6d-4afa-a19d-64a39149f1bb tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:23.834417 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-60b2beb8-0234-4aea-8ebf-9be4f527bd19 req-7f04d316-5a6d-4afa-a19d-64a39149f1bb tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:23.918891 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-60b2beb8-0234-4aea-8ebf-9be4f527bd19 req-7f04d316-5a6d-4afa-a19d-64a39149f1bb tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7813995 Sep 21 05:27:23.932932 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [req-60b2beb8-0234-4aea-8ebf-9be4f527bd19 req-b9eb4ddb-5282-4447-9a07-995bf6b9eb26 service neutron] Request body: {'port': {'device_id': 'cd032cb1-4bb8-46bf-b6c5-9a1b47aa9928', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:27:23.988014 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-60b2beb8-0234-4aea-8ebf-9be4f527bd19 req-b9eb4ddb-5282-4447-9a07-995bf6b9eb26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:24.247073 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [req-60b2beb8-0234-4aea-8ebf-9be4f527bd19 req-b9eb4ddb-5282-4447-9a07-995bf6b9eb26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea3ccbaa-6475-4ed4-bc9e-9aad2b2324f3 {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 05:27:24.254664 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-60b2beb8-0234-4aea-8ebf-9be4f527bd19 req-b9eb4ddb-5282-4447-9a07-995bf6b9eb26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:24.266033 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-60b2beb8-0234-4aea-8ebf-9be4f527bd19 req-b9eb4ddb-5282-4447-9a07-995bf6b9eb26 service neutron] Transition to ACTIVE for port object ea3ccbaa-6475-4ed4-bc9e-9aad2b2324f3 will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 05:27:24.346536 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-60b2beb8-0234-4aea-8ebf-9be4f527bd19 req-b9eb4ddb-5282-4447-9a07-995bf6b9eb26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6441129'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:24.419393 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eb4ddb-5282-4447-9a07-995bf6b9eb26 service neutron] Pushing event updated for resources: {'Port': ['ID=ea3ccbaa-6475-4ed4-bc9e-9aad2b2324f3,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:27:24.475702 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-60b2beb8-0234-4aea-8ebf-9be4f527bd19 req-b9eb4ddb-5282-4447-9a07-995bf6b9eb26 service neutron] Attempting to bind port ea3ccbaa-6475-4ed4-bc9e-9aad2b2324f3 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 05:27:24.476067 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-60b2beb8-0234-4aea-8ebf-9be4f527bd19 req-b9eb4ddb-5282-4447-9a07-995bf6b9eb26 service neutron] Attempting to bind port ea3ccbaa-6475-4ed4-bc9e-9aad2b2324f3 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'e27e0c85-a40e-4234-916d-2e9d4a15a16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '742f58b8-6f75-4016-aae9-13dbe5163376'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 05:27:24.476398 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b2beb8-0234-4aea-8ebf-9be4f527bd19 req-b9eb4ddb-5282-4447-9a07-995bf6b9eb26 service neutron] Attempting to bind port ea3ccbaa-6475-4ed4-bc9e-9aad2b2324f3 on network 742f58b8-6f75-4016-aae9-13dbe5163376 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 05:27:24.481093 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b2beb8-0234-4aea-8ebf-9be4f527bd19 req-b9eb4ddb-5282-4447-9a07-995bf6b9eb26 service neutron] Port ea3ccbaa-6475-4ed4-bc9e-9aad2b2324f3 on network 742f58b8-6f75-4016-aae9-13dbe5163376 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 05:27:24.481421 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b2beb8-0234-4aea-8ebf-9be4f527bd19 req-b9eb4ddb-5282-4447-9a07-995bf6b9eb26 service neutron] Attempting to bind port ea3ccbaa-6475-4ed4-bc9e-9aad2b2324f3 on network 742f58b8-6f75-4016-aae9-13dbe5163376 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 05:27:24.484371 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6e8ed5-361a-43de-96fc-28857bc63f5b req-0bfb8622-46ba-43bc-9654-d531c263db93 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:24.486646 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b2beb8-0234-4aea-8ebf-9be4f527bd19 req-b9eb4ddb-5282-4447-9a07-995bf6b9eb26 service neutron] Checking agent: {'id': '5298a3ad-ea79-4298-8fba-5c2796ea9d92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 5, 18, 37), 'started_at': datetime.datetime(2021, 9, 21, 5, 18, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 5, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 05:27:24.486986 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b2beb8-0234-4aea-8ebf-9be4f527bd19 req-b9eb4ddb-5282-4447-9a07-995bf6b9eb26 service neutron] Checking segment: {'id': 'e27e0c85-a40e-4234-916d-2e9d4a15a16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '742f58b8-6f75-4016-aae9-13dbe5163376'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 05:27:24.487375 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b2beb8-0234-4aea-8ebf-9be4f527bd19 req-b9eb4ddb-5282-4447-9a07-995bf6b9eb26 service neutron] Bound using segment: {'id': 'e27e0c85-a40e-4234-916d-2e9d4a15a16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '742f58b8-6f75-4016-aae9-13dbe5163376'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 05:27:24.487801 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-60b2beb8-0234-4aea-8ebf-9be4f527bd19 req-b9eb4ddb-5282-4447-9a07-995bf6b9eb26 service neutron] Bound port: ea3ccbaa-6475-4ed4-bc9e-9aad2b2324f3, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e27e0c85-a40e-4234-916d-2e9d4a15a16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '742f58b8-6f75-4016-aae9-13dbe5163376'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 05:27:24.488170 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-60b2beb8-0234-4aea-8ebf-9be4f527bd19 req-b9eb4ddb-5282-4447-9a07-995bf6b9eb26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:24.492336 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0d6e8ed5-361a-43de-96fc-28857bc63f5b req-0bfb8622-46ba-43bc-9654-d531c263db93 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/ports?device_id=dad1ea62-42e7-4277-a6ec-d16fafaf5de2 HTTP/1.1" status: 200 len: 945 time: 0.0609767 Sep 21 05:27:24.553974 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-60b2beb8-0234-4aea-8ebf-9be4f527bd19 req-b9eb4ddb-5282-4447-9a07-995bf6b9eb26 service neutron] For port ea3ccbaa-6475-4ed4-bc9e-9aad2b2324f3, host hv-cinder-77819, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 05:27:24.557075 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-60b2beb8-0234-4aea-8ebf-9be4f527bd19 req-b9eb4ddb-5282-4447-9a07-995bf6b9eb26 service neutron] For port ea3ccbaa-6475-4ed4-bc9e-9aad2b2324f3, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=ea3ccbaa-6475-4ed4-bc9e-9aad2b2324f3,segment=NetworkSegment(e27e0c85-a40e-4234-916d-2e9d4a15a16a),segment_id=e27e0c85-a40e-4234-916d-2e9d4a15a16a)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 05:27:24.557859 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0d6e8ed5-361a-43de-96fc-28857bc63f5b req-a7db2e4a-0b02-445c-9b47-2c48aecad33c tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e1765e6-cde3-492e-859a-4ddd3b6fa338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646122 Sep 21 05:27:24.569320 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c69f09d-2f44-4eb5-9f67-64d6746db3bd req-0e382f58-f8e7-4b27-a22b-678563bcc979 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:24.570876 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3c69f09d-2f44-4eb5-9f67-64d6746db3bd req-0e382f58-f8e7-4b27-a22b-678563bcc979 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd032cb1-4bb8-46bf-b6c5-9a1b47aa9928 HTTP/1.1" status: 200 len: 944 time: 0.0759883 Sep 21 05:27:24.611476 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3c69f09d-2f44-4eb5-9f67-64d6746db3bd req-5d21441c-f341-4fad-b562-a6533467e13c tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/security-groups?id=28693767-7c5b-4f40-81b2-97e0eaf2b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338168 Sep 21 05:27:24.621628 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-60b2beb8-0234-4aea-8ebf-9be4f527bd19 req-b9eb4ddb-5282-4447-9a07-995bf6b9eb26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6441129'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:24.660690 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b2beb8-0234-4aea-8ebf-9be4f527bd19 req-b9eb4ddb-5282-4447-9a07-995bf6b9eb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:24.664897 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-60b2beb8-0234-4aea-8ebf-9be4f527bd19 req-b9eb4ddb-5282-4447-9a07-995bf6b9eb26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:24.664897 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-60b2beb8-0234-4aea-8ebf-9be4f527bd19 req-b9eb4ddb-5282-4447-9a07-995bf6b9eb26 service neutron] 10.222.0.32 "PUT /v2.0/ports/ea3ccbaa-6475-4ed4-bc9e-9aad2b2324f3 HTTP/1.1" status: 200 len: 1094 time: 0.7338333 Sep 21 05:27:24.664897 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd032cb1-4bb8-46bf-b6c5-9a1b47aa9928', 'tag': 'ea3ccbaa-6475-4ed4-bc9e-9aad2b2324f3'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 05:27:24.665515 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2093a7355c0e7a06ffa9c2f51d01f7a17d1263efd9baf457b9b047ecef1e75bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be0a02d-d5ca-468d-8134-d64cbaa25619" -d '{"events": [{"name": "network-changed", "server_uuid": "cd032cb1-4bb8-46bf-b6c5-9a1b47aa9928", "tag": "ea3ccbaa-6475-4ed4-bc9e-9aad2b2324f3"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 05:27:24.684623 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eb4ddb-5282-4447-9a07-995bf6b9eb26 service neutron] Pushing event updated for resources: {'Port': ['ID=ea3ccbaa-6475-4ed4-bc9e-9aad2b2324f3,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:27:24.709431 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 05:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd0a17f-d3f8-45d5-84b0-be74c267054a x-openstack-request-id: req-0cd0a17f-d3f8-45d5-84b0-be74c267054a {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 05:27:24.709721 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd032cb1-4bb8-46bf-b6c5-9a1b47aa9928", "tag": "ea3ccbaa-6475-4ed4-bc9e-9aad2b2324f3", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 05:27:24.709976 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0cd0a17f-d3f8-45d5-84b0-be74c267054a {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 05:27:24.710370 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd032cb1-4bb8-46bf-b6c5-9a1b47aa9928', 'tag': 'ea3ccbaa-6475-4ed4-bc9e-9aad2b2324f3', 'status': 'completed', 'code': 200} Sep 21 05:27:24.777303 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be0a02d-d5ca-468d-8134-d64cbaa25619 req-9eb181c6-4a46-4993-ad49-8c1943544b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:24.778806 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-4be0a02d-d5ca-468d-8134-d64cbaa25619 req-9eb181c6-4a46-4993-ad49-8c1943544b62 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ecd3323c5b94d03912583019c0b243a&device_id=cd032cb1-4bb8-46bf-b6c5-9a1b47aa9928 HTTP/1.1" status: 200 len: 1097 time: 0.0445220 Sep 21 05:27:24.883102 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be0a02d-d5ca-468d-8134-d64cbaa25619 req-d4136247-8de6-41a3-b191-5b60b3c40632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:24.884587 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-4be0a02d-d5ca-468d-8134-d64cbaa25619 req-d4136247-8de6-41a3-b191-5b60b3c40632 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=0ecd3323c5b94d03912583019c0b243a&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0943305 Sep 21 05:27:24.933146 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed98912c-c9cf-4958-bd1a-42018036cdac req-05814ffd-e7fd-4b31-b945-7559cea80372 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:24.934812 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ed98912c-c9cf-4958-bd1a-42018036cdac req-05814ffd-e7fd-4b31-b945-7559cea80372 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/ports?device_id=dad1ea62-42e7-4277-a6ec-d16fafaf5de2 HTTP/1.1" status: 200 len: 945 time: 0.0553184 Sep 21 05:27:24.970489 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 33432) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:27:24.981794 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ed98912c-c9cf-4958-bd1a-42018036cdac req-976d3ef1-2185-464b-a481-ab981ab4e370 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e1765e6-cde3-492e-859a-4ddd3b6fa338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391507 Sep 21 05:27:24.990813 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be0a02d-d5ca-468d-8134-d64cbaa25619 req-f51f00ca-d38d-48d1-99df-da04e6dc26d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:24.992356 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-4be0a02d-d5ca-468d-8134-d64cbaa25619 req-f51f00ca-d38d-48d1-99df-da04e6dc26d3 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0974557 Sep 21 05:27:25.061616 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-034787e9-4df2-462b-88f0-6ec87a8af552 req-a5feaa4f-8e60-4b43-8146-b3cd76d6ca19 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dad1ea62-42e7-4277-a6ec-d16fafaf5de2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0900452 Sep 21 05:27:25.070949 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [req-034787e9-4df2-462b-88f0-6ec87a8af552 req-a6bebe83-a3f0-4c73-9a28-3ff6fb4a162f service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=94666) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 05:27:25.071991 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-034787e9-4df2-462b-88f0-6ec87a8af552 req-a6bebe83-a3f0-4c73-9a28-3ff6fb4a162f service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051441 Sep 21 05:27:25.076927 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b2beb8-0234-4aea-8ebf-9be4f527bd19 req-119fe6b5-d424-49f8-94bc-fe72fee3b3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:25.078461 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-60b2beb8-0234-4aea-8ebf-9be4f527bd19 req-119fe6b5-d424-49f8-94bc-fe72fee3b3f0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ecd3323c5b94d03912583019c0b243a&device_id=cd032cb1-4bb8-46bf-b6c5-9a1b47aa9928 HTTP/1.1" status: 200 len: 1097 time: 0.0401571 Sep 21 05:27:25.124523 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-60b2beb8-0234-4aea-8ebf-9be4f527bd19 req-6898cea2-3fff-44ec-bfb2-5adae6cdf60a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea3ccbaa-6475-4ed4-bc9e-9aad2b2324f3 HTTP/1.1" status: 200 len: 217 time: 0.0373161 Sep 21 05:27:25.173750 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b2beb8-0234-4aea-8ebf-9be4f527bd19 req-d986d3d8-68ee-4701-8665-aa4197656c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:25.175894 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-60b2beb8-0234-4aea-8ebf-9be4f527bd19 req-d986d3d8-68ee-4701-8665-aa4197656c14 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3f50a5a0-e08b-4c3f-9302-98856be1c417 HTTP/1.1" status: 200 len: 854 time: 0.0442801 Sep 21 05:27:25.209059 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-60b2beb8-0234-4aea-8ebf-9be4f527bd19 req-ab92e79b-b24c-4544-8109-4183568a4a91 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=742f58b8-6f75-4016-aae9-13dbe5163376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255775 Sep 21 05:27:25.304695 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-60b2beb8-0234-4aea-8ebf-9be4f527bd19 req-b16dd83d-e980-4e65-b48b-81cb7abbae5c service neutron] 10.222.0.32 "GET /v2.0/networks/742f58b8-6f75-4016-aae9-13dbe5163376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867016 Sep 21 05:27:25.398903 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-60b2beb8-0234-4aea-8ebf-9be4f527bd19 req-8245b8a1-39d1-4d9d-bb2f-7e0c1b351c93 service neutron] 10.222.0.32 "GET /v2.0/networks/742f58b8-6f75-4016-aae9-13dbe5163376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833516 Sep 21 05:27:25.725229 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeec161-3190-40ad-8eff-326ab6eeef2e req-fc465d3f-7cd1-490f-bdfd-fef0088a898d tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:25.726705 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-beeec161-3190-40ad-8eff-326ab6eeef2e req-fc465d3f-7cd1-490f-bdfd-fef0088a898d tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd032cb1-4bb8-46bf-b6c5-9a1b47aa9928 HTTP/1.1" status: 200 len: 944 time: 0.0478959 Sep 21 05:27:25.764067 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-beeec161-3190-40ad-8eff-326ab6eeef2e req-046beca1-960c-440d-9229-4fb90233ba16 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/security-groups?id=28693767-7c5b-4f40-81b2-97e0eaf2b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312634 Sep 21 05:27:26.105245 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e159b5-8b38-4629-b20d-fe475506a86d req-28bb879a-07ef-4f8c-ab6d-d7a83f24029d tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:26.106877 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-53e159b5-8b38-4629-b20d-fe475506a86d req-28bb879a-07ef-4f8c-ab6d-d7a83f24029d tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/ports?device_id=dad1ea62-42e7-4277-a6ec-d16fafaf5de2 HTTP/1.1" status: 200 len: 945 time: 0.0557418 Sep 21 05:27:26.144515 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-53e159b5-8b38-4629-b20d-fe475506a86d req-9487469a-209f-4bc8-9a03-7b979c42eb7f tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e1765e6-cde3-492e-859a-4ddd3b6fa338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317731 Sep 21 05:27:26.186540 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device c97253be-44f1-4220-b4e2-84917bb82b31 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 05:27:26.263434 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:26.283992 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dad1ea62-42e7-4277-a6ec-d16fafaf5de2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c97253be-44f1-4220-b4e2-84917bb82b31'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 05:27:26.286236 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9746b1cd2a1144c350740d70a5f253bbb3c4ac519592b61f014e2841f81d92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e11f83c-8bd0-4aba-b2c6-0bd941d0dcb0" -d '{"events": [{"server_uuid": "dad1ea62-42e7-4277-a6ec-d16fafaf5de2", "name": "network-vif-unplugged", "status": "completed", "tag": "c97253be-44f1-4220-b4e2-84917bb82b31"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 05:27:26.299694 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] For port c97253be-44f1-4220-b4e2-84917bb82b31, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c97253be-44f1-4220-b4e2-84917bb82b31,segment=NetworkSegment(3ccfcff5-47bb-4252-9f72-eb6d42563205),segment_id=3ccfcff5-47bb-4252-9f72-eb6d42563205)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:27:26.319906 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 21 Sep 2021 05:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc5fc2d-0c74-42dc-a7f7-27e0bad107f7 x-openstack-request-id: req-3cc5fc2d-0c74-42dc-a7f7-27e0bad107f7 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 05:27:26.320196 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dad1ea62-42e7-4277-a6ec-d16fafaf5de2", "name": "network-vif-unplugged", "status": "failed", "tag": "c97253be-44f1-4220-b4e2-84917bb82b31", "code": 422}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 05:27:26.320448 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3cc5fc2d-0c74-42dc-a7f7-27e0bad107f7 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 05:27:26.320842 dv-cinder-778193-10-iscsi neutron-server[94668]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'dad1ea62-42e7-4277-a6ec-d16fafaf5de2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c97253be-44f1-4220-b4e2-84917bb82b31', 'code': 422} returned with failed status Sep 21 05:27:26.373918 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:26.420895 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Pushing event updated for resources: {'Port': ['ID=c97253be-44f1-4220-b4e2-84917bb82b31,revision_number=6']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:27:26.428040 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:27:26.428415 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:27:26.428763 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:27:26.429114 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:27:26.429433 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:27:26.429766 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:27:26.430191 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:27:26.430578 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:27:26.430928 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:27:26.431258 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:27:26.431613 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:27:26.431977 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:27:26.878839 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5da68a-a7bd-45df-9a92-3ec437e32bf3 req-1086c97c-cc74-44ef-a1ff-98fe4a8a7468 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:26.880128 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9f5da68a-a7bd-45df-9a92-3ec437e32bf3 req-1086c97c-cc74-44ef-a1ff-98fe4a8a7468 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd032cb1-4bb8-46bf-b6c5-9a1b47aa9928 HTTP/1.1" status: 200 len: 944 time: 0.0489290 Sep 21 05:27:26.919098 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9f5da68a-a7bd-45df-9a92-3ec437e32bf3 req-d42d6e47-e946-412f-89a8-d77d6f045b94 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/security-groups?id=28693767-7c5b-4f40-81b2-97e0eaf2b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325890 Sep 21 05:27:27.267499 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5913f403-10c5-4772-b1d8-04dddc2a006b req-540956e8-e47d-4ef4-97e2-2fdd9f4448bf tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:27.269586 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5913f403-10c5-4772-b1d8-04dddc2a006b req-540956e8-e47d-4ef4-97e2-2fdd9f4448bf tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/ports?device_id=dad1ea62-42e7-4277-a6ec-d16fafaf5de2 HTTP/1.1" status: 200 len: 943 time: 0.0478718 Sep 21 05:27:27.306049 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5913f403-10c5-4772-b1d8-04dddc2a006b req-9a29c1ea-3419-49a8-a1da-5586386f40dc tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e1765e6-cde3-492e-859a-4ddd3b6fa338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303240 Sep 21 05:27:27.648248 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034787e9-4df2-462b-88f0-6ec87a8af552 req-20c26c3c-d8e6-43aa-b29b-97477cde9afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:27.649765 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-034787e9-4df2-462b-88f0-6ec87a8af552 req-20c26c3c-d8e6-43aa-b29b-97477cde9afe service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dad1ea62-42e7-4277-a6ec-d16fafaf5de2&tenant_id=3066d5f922ad4c51b79c56e410630bfe HTTP/1.1" status: 200 len: 1096 time: 0.0408411 Sep 21 05:27:27.717887 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034787e9-4df2-462b-88f0-6ec87a8af552 req-7c8d8653-9ac9-4466-9dcd-9ddb128297ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:27.719393 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-034787e9-4df2-462b-88f0-6ec87a8af552 req-7c8d8653-9ac9-4466-9dcd-9ddb128297ca service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3066d5f922ad4c51b79c56e410630bfe&device_id=dad1ea62-42e7-4277-a6ec-d16fafaf5de2 HTTP/1.1" status: 200 len: 1096 time: 0.0424094 Sep 21 05:27:27.813080 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034787e9-4df2-462b-88f0-6ec87a8af552 req-2d4dfde1-f3d0-438f-b123-76d8c04f0da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:27.815102 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-034787e9-4df2-462b-88f0-6ec87a8af552 req-2d4dfde1-f3d0-438f-b123-76d8c04f0da8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=43668b48-43ec-47a9-8fb0-92503a824bd3 HTTP/1.1" status: 200 len: 908 time: 0.0848186 Sep 21 05:27:27.896031 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-034787e9-4df2-462b-88f0-6ec87a8af552 req-e3b8a647-8294-4c85-a491-807f1ffe39dd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c97253be-44f1-4220-b4e2-84917bb82b31 HTTP/1.1" status: 200 len: 999 time: 0.0623214 Sep 21 05:27:27.947317 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034787e9-4df2-462b-88f0-6ec87a8af552 req-cb7cca22-93f4-4f2f-bcce-01d37fcec9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:27.948572 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-034787e9-4df2-462b-88f0-6ec87a8af552 req-cb7cca22-93f4-4f2f-bcce-01d37fcec9dc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4d367135-c118-4f1f-8d0c-187c518691fd HTTP/1.1" status: 200 len: 847 time: 0.0440309 Sep 21 05:27:27.995312 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034787e9-4df2-462b-88f0-6ec87a8af552 req-206b64ba-13ca-4ab8-89f5-898f114313fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:27.996873 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-034787e9-4df2-462b-88f0-6ec87a8af552 req-206b64ba-13ca-4ab8-89f5-898f114313fa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=43668b48-43ec-47a9-8fb0-92503a824bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0409715 Sep 21 05:27:28.037225 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37ad8fc-f437-4731-b00f-dc610663577f req-a14f3e17-e9cd-4a25-9641-5a8721a9129c tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:28.042049 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b37ad8fc-f437-4731-b00f-dc610663577f req-a14f3e17-e9cd-4a25-9641-5a8721a9129c tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd032cb1-4bb8-46bf-b6c5-9a1b47aa9928 HTTP/1.1" status: 200 len: 944 time: 0.0515573 Sep 21 05:27:28.077197 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b37ad8fc-f437-4731-b00f-dc610663577f req-1aa453c0-ee35-4362-986b-5c036d5a9402 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/security-groups?id=28693767-7c5b-4f40-81b2-97e0eaf2b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322990 Sep 21 05:27:28.096385 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-034787e9-4df2-462b-88f0-6ec87a8af552 req-033f80ea-4f06-4d0f-a568-684560954931 service neutron] 10.222.0.32 "GET /v2.0/networks/43668b48-43ec-47a9-8fb0-92503a824bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905190 Sep 21 05:27:28.188080 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-034787e9-4df2-462b-88f0-6ec87a8af552 req-ae1f706b-1d76-45c7-8014-4f060197b8c8 service neutron] 10.222.0.32 "GET /v2.0/networks/43668b48-43ec-47a9-8fb0-92503a824bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831909 Sep 21 05:27:28.193123 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device ea3ccbaa-6475-4ed4-bc9e-9aad2b2324f3 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 05:27:28.286325 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] For port ea3ccbaa-6475-4ed4-bc9e-9aad2b2324f3, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=ea3ccbaa-6475-4ed4-bc9e-9aad2b2324f3,segment=NetworkSegment(e27e0c85-a40e-4234-916d-2e9d4a15a16a),segment_id=e27e0c85-a40e-4234-916d-2e9d4a15a16a)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:27:28.297067 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Returning: {'device': 'ea3ccbaa-6475-4ed4-bc9e-9aad2b2324f3', 'network_id': '742f58b8-6f75-4016-aae9-13dbe5163376', 'port_id': 'ea3ccbaa-6475-4ed4-bc9e-9aad2b2324f3', 'mac_address': 'fa:16:3e:ae:ea:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f50a5a0-e08b-4c3f-9302-98856be1c417', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 05:27:28.334624 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:28.346324 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.notifiers.nova [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea3ccbaa-6475-4ed4-bc9e-9aad2b2324f3 {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 05:27:28.365783 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] For port ea3ccbaa-6475-4ed4-bc9e-9aad2b2324f3, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=ea3ccbaa-6475-4ed4-bc9e-9aad2b2324f3,segment=NetworkSegment(e27e0c85-a40e-4234-916d-2e9d4a15a16a),segment_id=e27e0c85-a40e-4234-916d-2e9d4a15a16a)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:27:28.417679 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99553fe8-d97c-47dc-a51a-6f22ba3ad2ab req-de1b2c88-931d-4367-a800-81fc6393f77e tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:28.419150 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-99553fe8-d97c-47dc-a51a-6f22ba3ad2ab req-de1b2c88-931d-4367-a800-81fc6393f77e tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/ports?device_id=dad1ea62-42e7-4277-a6ec-d16fafaf5de2 HTTP/1.1" status: 200 len: 943 time: 0.0469692 Sep 21 05:27:28.455016 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:28.457323 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-99553fe8-d97c-47dc-a51a-6f22ba3ad2ab req-ee2c2244-da0a-4da6-b7d1-27635036e7f4 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e1765e6-cde3-492e-859a-4ddd3b6fa338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322514 Sep 21 05:27:28.505179 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Pushing event updated for resources: {'Port': ['ID=ea3ccbaa-6475-4ed4-bc9e-9aad2b2324f3,revision_number=4']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:27:28.749164 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] get_ports_and_sgs() called for port_ids ['ea3ccbaa-6475-4ed4-bc9e-9aad2b2324f3'] {{(pid=94668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 05:27:29.193878 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a42fd08-22ce-4874-9542-f629c2006511 req-e6df7898-4cf6-4a8b-9eb1-001579111890 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:29.195374 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5a42fd08-22ce-4874-9542-f629c2006511 req-e6df7898-4cf6-4a8b-9eb1-001579111890 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd032cb1-4bb8-46bf-b6c5-9a1b47aa9928 HTTP/1.1" status: 200 len: 945 time: 0.0505800 Sep 21 05:27:29.235444 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5a42fd08-22ce-4874-9542-f629c2006511 req-41c15ab0-0a0e-4e86-a789-def2d9095713 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/security-groups?id=28693767-7c5b-4f40-81b2-97e0eaf2b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338018 Sep 21 05:27:29.571910 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb30acc-2e09-4847-ac40-5abfd0953f2e req-5a4b37ee-9166-43cf-bc7c-7d705a03528f tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:29.573351 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-beb30acc-2e09-4847-ac40-5abfd0953f2e req-5a4b37ee-9166-43cf-bc7c-7d705a03528f tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/ports?device_id=dad1ea62-42e7-4277-a6ec-d16fafaf5de2 HTTP/1.1" status: 200 len: 943 time: 0.0511425 Sep 21 05:27:29.609800 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-beb30acc-2e09-4847-ac40-5abfd0953f2e req-ef46bed1-093a-4e4f-9024-5829f8eff23f tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e1765e6-cde3-492e-859a-4ddd3b6fa338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303986 Sep 21 05:27:30.214473 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device ea3ccbaa-6475-4ed4-bc9e-9aad2b2324f3 up at agent hyperv_hv-cinder-77819 {{(pid=94668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 05:27:30.329465 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Provisioning for port ea3ccbaa-6475-4ed4-bc9e-9aad2b2324f3 completed by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 05:27:30.333914 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Provisioning complete for port ea3ccbaa-6475-4ed4-bc9e-9aad2b2324f3 triggered by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:27:30.334288 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:30.351064 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb1f086-5261-4177-8dcc-1f6cee0e4f0a req-8d810686-e9b0-40e2-a784-2579cead1966 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:30.352609 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0cb1f086-5261-4177-8dcc-1f6cee0e4f0a req-8d810686-e9b0-40e2-a784-2579cead1966 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd032cb1-4bb8-46bf-b6c5-9a1b47aa9928 HTTP/1.1" status: 200 len: 945 time: 0.0502715 Sep 21 05:27:30.390723 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0cb1f086-5261-4177-8dcc-1f6cee0e4f0a req-75d3eb43-87d4-4ec9-b541-91452dc01f06 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/security-groups?id=28693767-7c5b-4f40-81b2-97e0eaf2b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315843 Sep 21 05:27:30.411705 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:30.433207 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd032cb1-4bb8-46bf-b6c5-9a1b47aa9928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea3ccbaa-6475-4ed4-bc9e-9aad2b2324f3'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 05:27:30.435434 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9746b1cd2a1144c350740d70a5f253bbb3c4ac519592b61f014e2841f81d92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58511e8c-b047-4c39-9b2f-7a495748a0ef" -d '{"events": [{"server_uuid": "cd032cb1-4bb8-46bf-b6c5-9a1b47aa9928", "name": "network-vif-plugged", "status": "completed", "tag": "ea3ccbaa-6475-4ed4-bc9e-9aad2b2324f3"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 05:27:30.448081 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] For port ea3ccbaa-6475-4ed4-bc9e-9aad2b2324f3, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=ea3ccbaa-6475-4ed4-bc9e-9aad2b2324f3,segment=NetworkSegment(e27e0c85-a40e-4234-916d-2e9d4a15a16a),segment_id=e27e0c85-a40e-4234-916d-2e9d4a15a16a)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:27:30.473420 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 05:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-545d18ca-eeeb-4beb-817b-baa16f3a1783 x-openstack-request-id: req-545d18ca-eeeb-4beb-817b-baa16f3a1783 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 05:27:30.473706 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd032cb1-4bb8-46bf-b6c5-9a1b47aa9928", "name": "network-vif-plugged", "status": "completed", "tag": "ea3ccbaa-6475-4ed4-bc9e-9aad2b2324f3", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 05:27:30.473952 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-545d18ca-eeeb-4beb-817b-baa16f3a1783 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 05:27:30.474335 dv-cinder-778193-10-iscsi neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd032cb1-4bb8-46bf-b6c5-9a1b47aa9928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea3ccbaa-6475-4ed4-bc9e-9aad2b2324f3', 'code': 200} Sep 21 05:27:30.517874 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:30.563795 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Pushing event updated for resources: {'Port': ['ID=ea3ccbaa-6475-4ed4-bc9e-9aad2b2324f3,revision_number=5']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:27:30.721615 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d467a0d3-a3d8-4bad-9303-a34442347943 req-ce7e9abb-351a-4d04-b7e5-65e8826d6532 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:30.723760 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d467a0d3-a3d8-4bad-9303-a34442347943 req-ce7e9abb-351a-4d04-b7e5-65e8826d6532 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/ports?device_id=dad1ea62-42e7-4277-a6ec-d16fafaf5de2 HTTP/1.1" status: 200 len: 943 time: 0.0486319 Sep 21 05:27:30.760972 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d467a0d3-a3d8-4bad-9303-a34442347943 req-2cb9411f-91c6-433c-be0d-6a84f9b18d3e tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e1765e6-cde3-492e-859a-4ddd3b6fa338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311673 Sep 21 05:27:30.772451 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd80a7f4-48b8-4ab2-a51d-391362cadfcf req-92100b81-9c91-4f06-be9e-f3ba41e27674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:30.773950 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-fd80a7f4-48b8-4ab2-a51d-391362cadfcf req-92100b81-9c91-4f06-be9e-f3ba41e27674 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cd032cb1-4bb8-46bf-b6c5-9a1b47aa9928 HTTP/1.1" status: 200 len: 1099 time: 0.0421383 Sep 21 05:27:30.810834 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-fd80a7f4-48b8-4ab2-a51d-391362cadfcf req-69d0ca7d-0564-43b9-a24a-c1045e1f732b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=28693767-7c5b-4f40-81b2-97e0eaf2b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274656 Sep 21 05:27:31.506906 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef86d3-3a6a-426c-969b-d4fec40e8d27 req-38ff013a-d20c-48ec-b6c9-3e29dce302fc tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:31.508359 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-bdef86d3-3a6a-426c-969b-d4fec40e8d27 req-38ff013a-d20c-48ec-b6c9-3e29dce302fc tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd032cb1-4bb8-46bf-b6c5-9a1b47aa9928 HTTP/1.1" status: 200 len: 946 time: 0.0504258 Sep 21 05:27:31.545668 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-bdef86d3-3a6a-426c-969b-d4fec40e8d27 req-1b0eeb1e-4f55-48e3-a271-15c5f1234cb9 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/security-groups?id=28693767-7c5b-4f40-81b2-97e0eaf2b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310612 Sep 21 05:27:31.872297 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e66daae-355f-4e68-9b19-e5f2052d1f04 req-5b57099e-e76d-4b5a-8170-85e7e88c6ca8 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:31.873779 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3e66daae-355f-4e68-9b19-e5f2052d1f04 req-5b57099e-e76d-4b5a-8170-85e7e88c6ca8 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/ports?device_id=dad1ea62-42e7-4277-a6ec-d16fafaf5de2 HTTP/1.1" status: 200 len: 943 time: 0.0472863 Sep 21 05:27:31.915825 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3e66daae-355f-4e68-9b19-e5f2052d1f04 req-3409a6d3-e5c4-4e0c-9a3e-6f8861c5c4c3 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e1765e6-cde3-492e-859a-4ddd3b6fa338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347176 Sep 21 05:27:32.654833 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce477599-302b-48cb-8b16-3da6b360f859 req-3f5f0138-6e1b-4385-bc71-35d36a21f715 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:32.656270 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ce477599-302b-48cb-8b16-3da6b360f859 req-3f5f0138-6e1b-4385-bc71-35d36a21f715 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd032cb1-4bb8-46bf-b6c5-9a1b47aa9928 HTTP/1.1" status: 200 len: 946 time: 0.0473688 Sep 21 05:27:32.692639 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ce477599-302b-48cb-8b16-3da6b360f859 req-02599c9f-973f-43fe-ad6d-75f3fe4ee520 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/security-groups?id=28693767-7c5b-4f40-81b2-97e0eaf2b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301726 Sep 21 05:27:33.035747 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f663f-ce94-48e9-a59d-a55c8ed9cc86 req-7b09b767-e470-43b9-8f4f-4460302e910c tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:33.037200 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-456f663f-ce94-48e9-a59d-a55c8ed9cc86 req-7b09b767-e470-43b9-8f4f-4460302e910c tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/ports?device_id=dad1ea62-42e7-4277-a6ec-d16fafaf5de2 HTTP/1.1" status: 200 len: 943 time: 0.0508513 Sep 21 05:27:33.073973 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-456f663f-ce94-48e9-a59d-a55c8ed9cc86 req-2015f9f4-d7a5-41cb-bb85-c3827e71a8e5 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e1765e6-cde3-492e-859a-4ddd3b6fa338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305178 Sep 21 05:27:34.187978 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188895c-c48f-4725-8361-cb7f66b3048c req-32413f38-43ca-4551-8c97-6844323ea433 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:34.189353 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6188895c-c48f-4725-8361-cb7f66b3048c req-32413f38-43ca-4551-8c97-6844323ea433 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/ports?device_id=dad1ea62-42e7-4277-a6ec-d16fafaf5de2 HTTP/1.1" status: 200 len: 943 time: 0.0485508 Sep 21 05:27:34.230244 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6188895c-c48f-4725-8361-cb7f66b3048c req-e3f160bd-3567-47e0-bb31-484420522600 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e1765e6-cde3-492e-859a-4ddd3b6fa338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320833 Sep 21 05:27:35.341115 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4929a55-97cf-4f32-a433-63eb8d303ec9 req-4af88198-82ce-4679-afc8-7bf4cb94f03a tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:35.342691 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f4929a55-97cf-4f32-a433-63eb8d303ec9 req-4af88198-82ce-4679-afc8-7bf4cb94f03a tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/ports?device_id=dad1ea62-42e7-4277-a6ec-d16fafaf5de2 HTTP/1.1" status: 200 len: 943 time: 0.0495162 Sep 21 05:27:35.381066 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f4929a55-97cf-4f32-a433-63eb8d303ec9 req-8fb19465-b062-4e77-be80-6145c5f10154 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e1765e6-cde3-492e-859a-4ddd3b6fa338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324812 Sep 21 05:27:35.580737 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45c224c-4776-4de8-adde-c6f2714f036f req-f5b5aaf9-adc3-46b9-a323-a3e77f3f9477 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:35.582164 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e45c224c-4776-4de8-adde-c6f2714f036f req-f5b5aaf9-adc3-46b9-a323-a3e77f3f9477 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/networks?id=742f58b8-6f75-4016-aae9-13dbe5163376 HTTP/1.1" status: 200 len: 814 time: 0.1003504 Sep 21 05:27:35.596224 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e45c224c-4776-4de8-adde-c6f2714f036f req-bcc59e2e-3855-4ca8-bbec-73ca4832022f tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/quotas/0ecd3323c5b94d03912583019c0b243a HTTP/1.1" status: 200 len: 375 time: 0.0085013 Sep 21 05:27:35.644493 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e45c224c-4776-4de8-adde-c6f2714f036f req-2b613e50-bfe2-48aa-b80a-7c2f72fd4222 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0ecd3323c5b94d03912583019c0b243a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0426447 Sep 21 05:27:35.735063 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e45c224c-4776-4de8-adde-c6f2714f036f req-595ef422-065a-43d3-b079-61395e84cd5a service neutron] 10.222.0.36 "GET /v2.0/networks/742f58b8-6f75-4016-aae9-13dbe5163376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835366 Sep 21 05:27:35.821258 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e45c224c-4776-4de8-adde-c6f2714f036f req-fc1f4282-00ba-4ecb-807b-1093a1064c45 service neutron] 10.222.0.36 "GET /v2.0/networks/742f58b8-6f75-4016-aae9-13dbe5163376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794342 Sep 21 05:27:35.854839 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2d9d5dc0-d564-4a05-b9e5-3808d58cda04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:36.079215 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7b144a76-cc37-47d6-b1eb-627db080c02a req-47c61d20-49fe-4a82-937d-ef0e1d76e0fd tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d966983-374d-46ad-a0a4-00012187817b HTTP/1.1" status: 200 len: 210 time: 0.0292964 Sep 21 05:27:36.294053 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device c97253be-44f1-4220-b4e2-84917bb82b31 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 05:27:36.386747 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] For port c97253be-44f1-4220-b4e2-84917bb82b31, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c97253be-44f1-4220-b4e2-84917bb82b31,segment=NetworkSegment(3ccfcff5-47bb-4252-9f72-eb6d42563205),segment_id=3ccfcff5-47bb-4252-9f72-eb6d42563205)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:27:36.398194 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Returning: {'device': 'c97253be-44f1-4220-b4e2-84917bb82b31', 'network_id': '43668b48-43ec-47a9-8fb0-92503a824bd3', 'port_id': 'c97253be-44f1-4220-b4e2-84917bb82b31', 'mac_address': 'fa:16:3e:c6:35:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d367135-c118-4f1f-8d0c-187c518691fd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 05:27:36.436831 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:36.450077 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.notifiers.nova [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c97253be-44f1-4220-b4e2-84917bb82b31 {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 05:27:36.469572 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] For port c97253be-44f1-4220-b4e2-84917bb82b31, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c97253be-44f1-4220-b4e2-84917bb82b31,segment=NetworkSegment(3ccfcff5-47bb-4252-9f72-eb6d42563205),segment_id=3ccfcff5-47bb-4252-9f72-eb6d42563205)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:27:36.497941 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3483874-552a-43f8-8372-d7a455d41ddf req-8775636c-912b-4f9a-bbb1-89c540301516 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:36.497941 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e3483874-552a-43f8-8372-d7a455d41ddf req-8775636c-912b-4f9a-bbb1-89c540301516 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/ports?device_id=dad1ea62-42e7-4277-a6ec-d16fafaf5de2 HTTP/1.1" status: 200 len: 943 time: 0.0489585 Sep 21 05:27:36.535200 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e3483874-552a-43f8-8372-d7a455d41ddf req-1d806696-c574-42e7-8b35-d8ce09616aa7 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e1765e6-cde3-492e-859a-4ddd3b6fa338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320640 Sep 21 05:27:36.539841 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:36.586803 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Pushing event updated for resources: {'Port': ['ID=c97253be-44f1-4220-b4e2-84917bb82b31,revision_number=7']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:27:36.829540 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] get_ports_and_sgs() called for port_ids ['c97253be-44f1-4220-b4e2-84917bb82b31'] {{(pid=94668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 05:27:37.171194 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5a1d276f-ac7f-47c6-b43e-811117c20103 req-1365ae46-6bb1-4e90-97aa-cde5f73d9f41 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d966983-374d-46ad-a0a4-00012187817b HTTP/1.1" status: 200 len: 210 time: 0.0277491 Sep 21 05:27:37.645798 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b42eec-2069-4efa-8455-ef26f3bfd1a8 req-be7dc967-7221-4469-be5f-7807a5580e03 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:37.647258 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a0b42eec-2069-4efa-8455-ef26f3bfd1a8 req-be7dc967-7221-4469-be5f-7807a5580e03 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/ports?device_id=dad1ea62-42e7-4277-a6ec-d16fafaf5de2 HTTP/1.1" status: 200 len: 944 time: 0.0460274 Sep 21 05:27:37.687052 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a0b42eec-2069-4efa-8455-ef26f3bfd1a8 req-f4be0f73-c44b-4360-ba2a-6d76ecc3898b tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e1765e6-cde3-492e-859a-4ddd3b6fa338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339344 Sep 21 05:27:37.933410 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45c224c-4776-4de8-adde-c6f2714f036f req-72ceb25e-a9b3-4fa2-8a58-0891f6e9a163 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:37.934917 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-e45c224c-4776-4de8-adde-c6f2714f036f req-72ceb25e-a9b3-4fa2-8a58-0891f6e9a163 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.32 "GET /v2.0/networks?id=742f58b8-6f75-4016-aae9-13dbe5163376 HTTP/1.1" status: 200 len: 814 time: 0.0982180 Sep 21 05:27:37.951684 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [req-e45c224c-4776-4de8-adde-c6f2714f036f req-a6413e57-e305-4ca7-b0be-ef18eb627b34 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Request body: {'port': {'device_id': '2d966983-374d-46ad-a0a4-00012187817b', 'network_id': '742f58b8-6f75-4016-aae9-13dbe5163376', 'admin_state_up': True, 'tenant_id': '0ecd3323c5b94d03912583019c0b243a'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:27:38.066937 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:38.145347 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e45c224c-4776-4de8-adde-c6f2714f036f req-a6413e57-e305-4ca7-b0be-ef18eb627b34 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Made reservation on behalf of 0ecd3323c5b94d03912583019c0b243a for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 05:27:38.148891 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-e45c224c-4776-4de8-adde-c6f2714f036f req-a6413e57-e305-4ca7-b0be-ef18eb627b34 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:38.273242 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c8013cff-4719-48ad-89b5-dfa696fb4b4f req-74242593-4b72-482d-b6f7-15b4f6a466fb tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d966983-374d-46ad-a0a4-00012187817b HTTP/1.1" status: 200 len: 210 time: 0.0271094 Sep 21 05:27:38.282531 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-e45c224c-4776-4de8-adde-c6f2714f036f req-a6413e57-e305-4ca7-b0be-ef18eb627b34 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Allocated IP 172.20.0.2 (742f58b8-6f75-4016-aae9-13dbe5163376/3f50a5a0-e08b-4c3f-9302-98856be1c417/95d61858-b164-40af-932a-bd3513518b62) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 05:27:38.311678 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device c97253be-44f1-4220-b4e2-84917bb82b31 up at agent hyperv_hv-cinder-77819 {{(pid=94668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 05:27:38.357853 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Provisioning complete for port c97253be-44f1-4220-b4e2-84917bb82b31 triggered by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:27:38.358219 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:38.424140 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-e45c224c-4776-4de8-adde-c6f2714f036f req-a6413e57-e305-4ca7-b0be-ef18eb627b34 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:38.433754 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:38.455946 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dad1ea62-42e7-4277-a6ec-d16fafaf5de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c97253be-44f1-4220-b4e2-84917bb82b31'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 05:27:38.458028 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9746b1cd2a1144c350740d70a5f253bbb3c4ac519592b61f014e2841f81d92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba8513a-5c24-4bd1-8f6f-4409f0d110af" -d '{"events": [{"server_uuid": "dad1ea62-42e7-4277-a6ec-d16fafaf5de2", "name": "network-vif-plugged", "status": "completed", "tag": "c97253be-44f1-4220-b4e2-84917bb82b31"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 05:27:38.472384 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] For port c97253be-44f1-4220-b4e2-84917bb82b31, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c97253be-44f1-4220-b4e2-84917bb82b31,segment=NetworkSegment(3ccfcff5-47bb-4252-9f72-eb6d42563205),segment_id=3ccfcff5-47bb-4252-9f72-eb6d42563205)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:27:38.493611 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 05:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a70984-4039-4719-b53a-33d10360d56e x-openstack-request-id: req-00a70984-4039-4719-b53a-33d10360d56e {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 05:27:38.493897 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dad1ea62-42e7-4277-a6ec-d16fafaf5de2", "name": "network-vif-plugged", "status": "completed", "tag": "c97253be-44f1-4220-b4e2-84917bb82b31", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 05:27:38.494143 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-00a70984-4039-4719-b53a-33d10360d56e {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 05:27:38.494562 dv-cinder-778193-10-iscsi neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dad1ea62-42e7-4277-a6ec-d16fafaf5de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c97253be-44f1-4220-b4e2-84917bb82b31', 'code': 200} Sep 21 05:27:38.523899 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-e45c224c-4776-4de8-adde-c6f2714f036f req-a6413e57-e305-4ca7-b0be-ef18eb627b34 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751403777208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6441136'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:38.536880 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] get_ports_and_sgs() called for port_ids ['2d4de02b-2e26-455b-ac64-1a7350bf3046', 'ea3ccbaa-6475-4ed4-bc9e-9aad2b2324f3'] {{(pid=94668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 05:27:38.564518 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:38.574983 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e45c224c-4776-4de8-adde-c6f2714f036f req-a6413e57-e305-4ca7-b0be-ef18eb627b34 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Network 742f58b8-6f75-4016-aae9-13dbe5163376 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 05:27:38.582356 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-e45c224c-4776-4de8-adde-c6f2714f036f req-a6413e57-e305-4ca7-b0be-ef18eb627b34 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:27:38.586952 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-e45c224c-4776-4de8-adde-c6f2714f036f req-a6413e57-e305-4ca7-b0be-ef18eb627b34 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 05:27:38.590976 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6413e57-e305-4ca7-b0be-ef18eb627b34 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Pushing event updated for resources: {'Port': ['ID=95d61858-b164-40af-932a-bd3513518b62,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:27:38.631656 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-917d5088-569e-490c-8457-a88cc65a88ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:38.642178 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45c224c-4776-4de8-adde-c6f2714f036f req-a6413e57-e305-4ca7-b0be-ef18eb627b34 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:38.642795 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-e45c224c-4776-4de8-adde-c6f2714f036f req-a6413e57-e305-4ca7-b0be-ef18eb627b34 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:38.644325 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Pushing event updated for resources: {'Port': ['ID=c97253be-44f1-4220-b4e2-84917bb82b31,revision_number=8']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:27:38.728433 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-e45c224c-4776-4de8-adde-c6f2714f036f req-a6413e57-e305-4ca7-b0be-ef18eb627b34 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7765002 Sep 21 05:27:38.756141 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [req-e45c224c-4776-4de8-adde-c6f2714f036f req-46b65175-a185-4e53-aa1e-add55946bdbf service neutron] Request body: {'port': {'device_id': '2d966983-374d-46ad-a0a4-00012187817b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:27:38.813143 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a226798e-b46e-42e9-b0ba-bd3f60d1f258 req-54729186-cdb5-4c4a-bd02-0ed6713ddc6e tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:38.821978 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a226798e-b46e-42e9-b0ba-bd3f60d1f258 req-54729186-cdb5-4c4a-bd02-0ed6713ddc6e tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/ports?device_id=dad1ea62-42e7-4277-a6ec-d16fafaf5de2 HTTP/1.1" status: 200 len: 945 time: 0.0633445 Sep 21 05:27:38.864063 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a226798e-b46e-42e9-b0ba-bd3f60d1f258 req-3cf0ddd8-72b8-43bf-8eb1-1693a04e9d2c tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e1765e6-cde3-492e-859a-4ddd3b6fa338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407598 Sep 21 05:27:39.094643 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-e45c224c-4776-4de8-adde-c6f2714f036f req-46b65175-a185-4e53-aa1e-add55946bdbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:39.134810 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15f819f-c223-4651-bfd0-4f6b83768f1d req-9c74e512-1aa3-474b-94b1-e5a15d9b3efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:39.136305 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-b15f819f-c223-4651-bfd0-4f6b83768f1d req-9c74e512-1aa3-474b-94b1-e5a15d9b3efb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dad1ea62-42e7-4277-a6ec-d16fafaf5de2 HTTP/1.1" status: 200 len: 1098 time: 0.3439355 Sep 21 05:27:39.240802 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-b15f819f-c223-4651-bfd0-4f6b83768f1d req-f058d76c-42a1-44d5-b236-f603c4fc1bc8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2e1765e6-cde3-492e-859a-4ddd3b6fa338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881081 Sep 21 05:27:39.306704 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:39.386807 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [req-e45c224c-4776-4de8-adde-c6f2714f036f req-46b65175-a185-4e53-aa1e-add55946bdbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95d61858-b164-40af-932a-bd3513518b62 {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 05:27:39.392682 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a3c5a1-d50d-45fa-bf89-0875bf278f89 req-f7002c3f-e57a-48a4-9a70-8d3960705723 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:39.394240 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-e45c224c-4776-4de8-adde-c6f2714f036f req-46b65175-a185-4e53-aa1e-add55946bdbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:39.394490 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-29a3c5a1-d50d-45fa-bf89-0875bf278f89 req-f7002c3f-e57a-48a4-9a70-8d3960705723 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d966983-374d-46ad-a0a4-00012187817b HTTP/1.1" status: 200 len: 931 time: 0.0485640 Sep 21 05:27:39.405958 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-e45c224c-4776-4de8-adde-c6f2714f036f req-46b65175-a185-4e53-aa1e-add55946bdbf service neutron] Transition to ACTIVE for port object 95d61858-b164-40af-932a-bd3513518b62 will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 05:27:39.433529 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-29a3c5a1-d50d-45fa-bf89-0875bf278f89 req-db7e77d4-0caa-4ade-9fcc-079d94f21ead tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/security-groups?id=28693767-7c5b-4f40-81b2-97e0eaf2b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326269 Sep 21 05:27:39.483673 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-e45c224c-4776-4de8-adde-c6f2714f036f req-46b65175-a185-4e53-aa1e-add55946bdbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6441129'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:39.533163 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b65175-a185-4e53-aa1e-add55946bdbf service neutron] Pushing event updated for resources: {'Port': ['ID=95d61858-b164-40af-932a-bd3513518b62,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:27:39.601265 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-e45c224c-4776-4de8-adde-c6f2714f036f req-46b65175-a185-4e53-aa1e-add55946bdbf service neutron] Attempting to bind port 95d61858-b164-40af-932a-bd3513518b62 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 05:27:39.601601 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-e45c224c-4776-4de8-adde-c6f2714f036f req-46b65175-a185-4e53-aa1e-add55946bdbf service neutron] Attempting to bind port 95d61858-b164-40af-932a-bd3513518b62 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'e27e0c85-a40e-4234-916d-2e9d4a15a16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '742f58b8-6f75-4016-aae9-13dbe5163376'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 05:27:39.601938 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45c224c-4776-4de8-adde-c6f2714f036f req-46b65175-a185-4e53-aa1e-add55946bdbf service neutron] Attempting to bind port 95d61858-b164-40af-932a-bd3513518b62 on network 742f58b8-6f75-4016-aae9-13dbe5163376 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 05:27:39.605973 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45c224c-4776-4de8-adde-c6f2714f036f req-46b65175-a185-4e53-aa1e-add55946bdbf service neutron] Port 95d61858-b164-40af-932a-bd3513518b62 on network 742f58b8-6f75-4016-aae9-13dbe5163376 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 05:27:39.606291 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45c224c-4776-4de8-adde-c6f2714f036f req-46b65175-a185-4e53-aa1e-add55946bdbf service neutron] Attempting to bind port 95d61858-b164-40af-932a-bd3513518b62 on network 742f58b8-6f75-4016-aae9-13dbe5163376 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 05:27:39.610994 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45c224c-4776-4de8-adde-c6f2714f036f req-46b65175-a185-4e53-aa1e-add55946bdbf service neutron] Checking agent: {'id': '5298a3ad-ea79-4298-8fba-5c2796ea9d92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 5, 18, 37), 'started_at': datetime.datetime(2021, 9, 21, 5, 18, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 5, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 05:27:39.611337 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45c224c-4776-4de8-adde-c6f2714f036f req-46b65175-a185-4e53-aa1e-add55946bdbf service neutron] Checking segment: {'id': 'e27e0c85-a40e-4234-916d-2e9d4a15a16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '742f58b8-6f75-4016-aae9-13dbe5163376'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 05:27:39.611718 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45c224c-4776-4de8-adde-c6f2714f036f req-46b65175-a185-4e53-aa1e-add55946bdbf service neutron] Bound using segment: {'id': 'e27e0c85-a40e-4234-916d-2e9d4a15a16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '742f58b8-6f75-4016-aae9-13dbe5163376'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 05:27:39.612178 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-e45c224c-4776-4de8-adde-c6f2714f036f req-46b65175-a185-4e53-aa1e-add55946bdbf service neutron] Bound port: 95d61858-b164-40af-932a-bd3513518b62, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e27e0c85-a40e-4234-916d-2e9d4a15a16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '742f58b8-6f75-4016-aae9-13dbe5163376'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 05:27:39.612524 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-e45c224c-4776-4de8-adde-c6f2714f036f req-46b65175-a185-4e53-aa1e-add55946bdbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:39.671987 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-e45c224c-4776-4de8-adde-c6f2714f036f req-46b65175-a185-4e53-aa1e-add55946bdbf service neutron] For port 95d61858-b164-40af-932a-bd3513518b62, host hv-cinder-77819, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 05:27:39.674943 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-e45c224c-4776-4de8-adde-c6f2714f036f req-46b65175-a185-4e53-aa1e-add55946bdbf service neutron] For port 95d61858-b164-40af-932a-bd3513518b62, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=95d61858-b164-40af-932a-bd3513518b62,segment=NetworkSegment(e27e0c85-a40e-4234-916d-2e9d4a15a16a),segment_id=e27e0c85-a40e-4234-916d-2e9d4a15a16a)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 05:27:39.757753 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-e45c224c-4776-4de8-adde-c6f2714f036f req-46b65175-a185-4e53-aa1e-add55946bdbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6441129'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:39.789806 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45c224c-4776-4de8-adde-c6f2714f036f req-46b65175-a185-4e53-aa1e-add55946bdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:39.790435 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-e45c224c-4776-4de8-adde-c6f2714f036f req-46b65175-a185-4e53-aa1e-add55946bdbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:39.791799 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-e45c224c-4776-4de8-adde-c6f2714f036f req-46b65175-a185-4e53-aa1e-add55946bdbf service neutron] 10.222.0.32 "PUT /v2.0/ports/95d61858-b164-40af-932a-bd3513518b62 HTTP/1.1" status: 200 len: 1093 time: 1.0408285 Sep 21 05:27:39.792225 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d966983-374d-46ad-a0a4-00012187817b', 'tag': '95d61858-b164-40af-932a-bd3513518b62'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 05:27:39.794469 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2093a7355c0e7a06ffa9c2f51d01f7a17d1263efd9baf457b9b047ecef1e75bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f0bbec4-1574-4dee-b459-f7d98f77831f" -d '{"events": [{"name": "network-changed", "server_uuid": "2d966983-374d-46ad-a0a4-00012187817b", "tag": "95d61858-b164-40af-932a-bd3513518b62"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 05:27:39.823448 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b65175-a185-4e53-aa1e-add55946bdbf service neutron] Pushing event updated for resources: {'Port': ['ID=95d61858-b164-40af-932a-bd3513518b62,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:27:39.834855 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 05:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1735da3-0630-462b-98f3-451e1f158fb7 x-openstack-request-id: req-e1735da3-0630-462b-98f3-451e1f158fb7 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 05:27:39.835152 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d966983-374d-46ad-a0a4-00012187817b", "tag": "95d61858-b164-40af-932a-bd3513518b62", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 05:27:39.835405 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e1735da3-0630-462b-98f3-451e1f158fb7 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 05:27:39.835852 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d966983-374d-46ad-a0a4-00012187817b', 'tag': '95d61858-b164-40af-932a-bd3513518b62', 'status': 'completed', 'code': 200} Sep 21 05:27:39.917690 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2c351aa7-00e3-4828-8663-e1495c3162e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:39.929824 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0bbec4-1574-4dee-b459-f7d98f77831f req-70182476-abca-4f97-aa7a-1ff09114bd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:39.931368 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-7f0bbec4-1574-4dee-b459-f7d98f77831f req-70182476-abca-4f97-aa7a-1ff09114bd49 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ecd3323c5b94d03912583019c0b243a&device_id=2d966983-374d-46ad-a0a4-00012187817b HTTP/1.1" status: 200 len: 1096 time: 0.0470903 Sep 21 05:27:39.977068 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b056ae7-bd92-4ee8-9feb-04898d804742 req-dadc82ea-40bb-4607-b111-59440c93b7c2 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:39.978599 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5b056ae7-bd92-4ee8-9feb-04898d804742 req-dadc82ea-40bb-4607-b111-59440c93b7c2 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/ports?device_id=dad1ea62-42e7-4277-a6ec-d16fafaf5de2 HTTP/1.1" status: 200 len: 945 time: 0.0534151 Sep 21 05:27:40.023824 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5b056ae7-bd92-4ee8-9feb-04898d804742 req-041cd870-3c77-495b-99bb-926d012875c1 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e1765e6-cde3-492e-859a-4ddd3b6fa338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366406 Sep 21 05:27:40.046118 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0bbec4-1574-4dee-b459-f7d98f77831f req-9e09b63d-8e68-4e01-94f2-d499f24964ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:40.047554 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-7f0bbec4-1574-4dee-b459-f7d98f77831f req-9e09b63d-8e68-4e01-94f2-d499f24964ec service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=0ecd3323c5b94d03912583019c0b243a&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0955193 Sep 21 05:27:40.142569 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0bbec4-1574-4dee-b459-f7d98f77831f req-2aeee97b-4939-4fd3-9d0e-5d2c4f2e387e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:40.144606 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-7f0bbec4-1574-4dee-b459-f7d98f77831f req-2aeee97b-4939-4fd3-9d0e-5d2c4f2e387e service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0878222 Sep 21 05:27:40.230710 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45c224c-4776-4de8-adde-c6f2714f036f req-972ada3e-64a1-41b4-ba38-8ee5b398879f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:40.232243 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-e45c224c-4776-4de8-adde-c6f2714f036f req-972ada3e-64a1-41b4-ba38-8ee5b398879f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ecd3323c5b94d03912583019c0b243a&device_id=2d966983-374d-46ad-a0a4-00012187817b HTTP/1.1" status: 200 len: 1096 time: 0.0408394 Sep 21 05:27:40.279196 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-e45c224c-4776-4de8-adde-c6f2714f036f req-1795ec9e-79aa-45b9-98c9-3ea57a99d612 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=95d61858-b164-40af-932a-bd3513518b62 HTTP/1.1" status: 200 len: 217 time: 0.0364606 Sep 21 05:27:40.328979 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45c224c-4776-4de8-adde-c6f2714f036f req-aea0119a-70a8-42cd-8135-819e80bcd0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:40.330575 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-e45c224c-4776-4de8-adde-c6f2714f036f req-aea0119a-70a8-42cd-8135-819e80bcd0ca service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3f50a5a0-e08b-4c3f-9302-98856be1c417 HTTP/1.1" status: 200 len: 854 time: 0.0430491 Sep 21 05:27:40.375502 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-e45c224c-4776-4de8-adde-c6f2714f036f req-71da6484-201e-4f0f-bca2-ff89fd10fc36 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=742f58b8-6f75-4016-aae9-13dbe5163376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248492 Sep 21 05:27:40.475788 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-e45c224c-4776-4de8-adde-c6f2714f036f req-2e529c50-2e69-4470-b0ba-da53a5d6fc09 service neutron] 10.222.0.32 "GET /v2.0/networks/742f58b8-6f75-4016-aae9-13dbe5163376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848410 Sep 21 05:27:40.547721 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4169c3d8-52a1-42c0-b853-0178ac908841 req-8118d6d0-de87-4f13-8a61-a627e54d13e9 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:40.549220 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4169c3d8-52a1-42c0-b853-0178ac908841 req-8118d6d0-de87-4f13-8a61-a627e54d13e9 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d966983-374d-46ad-a0a4-00012187817b HTTP/1.1" status: 200 len: 943 time: 0.0492921 Sep 21 05:27:40.591056 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-e45c224c-4776-4de8-adde-c6f2714f036f req-e038c49f-915b-415a-a0ca-b49a3a1c2b5b service neutron] 10.222.0.32 "GET /v2.0/networks/742f58b8-6f75-4016-aae9-13dbe5163376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842955 Sep 21 05:27:40.591278 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4169c3d8-52a1-42c0-b853-0178ac908841 req-e6229acf-8d5c-4a7e-8590-a2c2da0c2ee7 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/security-groups?id=28693767-7c5b-4f40-81b2-97e0eaf2b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335848 Sep 21 05:27:41.135070 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6eea55-8f29-4d26-ae86-10751191d9ab req-6c1dad24-e987-4b74-a775-da7f4798dd61 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:41.136517 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9f6eea55-8f29-4d26-ae86-10751191d9ab req-6c1dad24-e987-4b74-a775-da7f4798dd61 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/ports?device_id=dad1ea62-42e7-4277-a6ec-d16fafaf5de2 HTTP/1.1" status: 200 len: 945 time: 0.0467877 Sep 21 05:27:41.173823 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9f6eea55-8f29-4d26-ae86-10751191d9ab req-dd5725a3-26b7-47d9-8e83-0bab3007d05b tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e1765e6-cde3-492e-859a-4ddd3b6fa338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309887 Sep 21 05:27:41.209008 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a1fb1f33-fe48-4684-9a56-b3eb65d74809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:41.591871 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-45800cc0-1ff4-4f13-9154-546977c8f623 req-2514ba3f-4f8b-4687-89f5-15167d627818 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c1b5db0e-e158-4838-9ba3-ef10befc9449&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398531 Sep 21 05:27:41.658122 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45800cc0-1ff4-4f13-9154-546977c8f623 req-6ed877a2-b0ae-449d-be9d-bf5a7a34abf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:41.659673 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-45800cc0-1ff4-4f13-9154-546977c8f623 req-6ed877a2-b0ae-449d-be9d-bf5a7a34abf2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=772420021b474ce7806243f145c281b8&device_id=c1b5db0e-e158-4838-9ba3-ef10befc9449 HTTP/1.1" status: 200 len: 1099 time: 0.0433617 Sep 21 05:27:41.705122 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f7f9ea-39d9-4b8c-adab-f4527f154e0c req-948c1bdd-8732-4517-9c90-d6a4b0bc10fd tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:41.707185 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-79f7f9ea-39d9-4b8c-adab-f4527f154e0c req-948c1bdd-8732-4517-9c90-d6a4b0bc10fd tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d966983-374d-46ad-a0a4-00012187817b HTTP/1.1" status: 200 len: 943 time: 0.0519738 Sep 21 05:27:41.742978 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-79f7f9ea-39d9-4b8c-adab-f4527f154e0c req-246fef92-d9af-46f6-a45a-8dd4d0e1932f tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/security-groups?id=28693767-7c5b-4f40-81b2-97e0eaf2b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299888 Sep 21 05:27:41.763252 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45800cc0-1ff4-4f13-9154-546977c8f623 req-b6da7c98-5b57-4de4-9db2-89b73617cd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:41.764716 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-45800cc0-1ff4-4f13-9154-546977c8f623 req-b6da7c98-5b57-4de4-9db2-89b73617cd40 service neutron] 10.222.0.32 "GET /v2.0/networks?id=007b9195-968a-4aaf-8c91-9ba7bd7821aa HTTP/1.1" status: 200 len: 916 time: 0.0841701 Sep 21 05:27:41.834079 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-45800cc0-1ff4-4f13-9154-546977c8f623 req-beeeda11-5784-43c5-9ad9-f383a134625e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=790258d8-5852-4dfd-856e-9c4ff4a3203f HTTP/1.1" status: 200 len: 1001 time: 0.0600009 Sep 21 05:27:41.882858 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45800cc0-1ff4-4f13-9154-546977c8f623 req-fc3b0078-1ac9-4db8-a358-42a41aa8233f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:41.884147 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-45800cc0-1ff4-4f13-9154-546977c8f623 req-fc3b0078-1ac9-4db8-a358-42a41aa8233f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8a68d4d6-aa72-4762-8b15-dd5ef7ab0ec9 HTTP/1.1" status: 200 len: 855 time: 0.0423820 Sep 21 05:27:41.931758 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45800cc0-1ff4-4f13-9154-546977c8f623 req-789d0042-50f2-408d-82f4-21b69f0887c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:41.933186 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-45800cc0-1ff4-4f13-9154-546977c8f623 req-789d0042-50f2-408d-82f4-21b69f0887c5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=007b9195-968a-4aaf-8c91-9ba7bd7821aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0387468 Sep 21 05:27:42.029106 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-45800cc0-1ff4-4f13-9154-546977c8f623 req-3f3f3cde-55ec-4111-bf77-977c31d78196 service neutron] 10.222.0.32 "GET /v2.0/networks/007b9195-968a-4aaf-8c91-9ba7bd7821aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874388 Sep 21 05:27:42.115042 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-45800cc0-1ff4-4f13-9154-546977c8f623 req-7bd55617-5b79-4440-9848-4373255a9acf service neutron] 10.222.0.32 "GET /v2.0/networks/007b9195-968a-4aaf-8c91-9ba7bd7821aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784950 Sep 21 05:27:42.866253 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304fd18-1abe-48c9-bef5-ce0beeff6c87 req-f84606f1-f112-4a81-8413-bfb5fdf9621e tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:42.867720 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d304fd18-1abe-48c9-bef5-ce0beeff6c87 req-f84606f1-f112-4a81-8413-bfb5fdf9621e tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d966983-374d-46ad-a0a4-00012187817b HTTP/1.1" status: 200 len: 943 time: 0.0484867 Sep 21 05:27:42.904471 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d304fd18-1abe-48c9-bef5-ce0beeff6c87 req-b6a3c624-4fbe-4216-b7c7-3394c3e1f090 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/security-groups?id=28693767-7c5b-4f40-81b2-97e0eaf2b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308995 Sep 21 05:27:44.020950 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a72274-ddff-4cdf-9684-842fa0266aaa req-0b4a2841-0e42-4c79-82e0-681d667fdc40 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:44.022452 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d8a72274-ddff-4cdf-9684-842fa0266aaa req-0b4a2841-0e42-4c79-82e0-681d667fdc40 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d966983-374d-46ad-a0a4-00012187817b HTTP/1.1" status: 200 len: 943 time: 0.0534461 Sep 21 05:27:44.059436 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d8a72274-ddff-4cdf-9684-842fa0266aaa req-fe78bade-79de-4e45-8d40-809c41df83a9 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/security-groups?id=28693767-7c5b-4f40-81b2-97e0eaf2b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311363 Sep 21 05:27:44.338973 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device 95d61858-b164-40af-932a-bd3513518b62 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 05:27:44.430711 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] For port 95d61858-b164-40af-932a-bd3513518b62, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=95d61858-b164-40af-932a-bd3513518b62,segment=NetworkSegment(e27e0c85-a40e-4234-916d-2e9d4a15a16a),segment_id=e27e0c85-a40e-4234-916d-2e9d4a15a16a)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:27:44.441727 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Returning: {'device': '95d61858-b164-40af-932a-bd3513518b62', 'network_id': '742f58b8-6f75-4016-aae9-13dbe5163376', 'port_id': '95d61858-b164-40af-932a-bd3513518b62', 'mac_address': 'fa:16:3e:d2:cc:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f50a5a0-e08b-4c3f-9302-98856be1c417', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 05:27:44.476677 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:44.489066 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.notifiers.nova [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95d61858-b164-40af-932a-bd3513518b62 {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 05:27:44.506820 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] For port 95d61858-b164-40af-932a-bd3513518b62, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=95d61858-b164-40af-932a-bd3513518b62,segment=NetworkSegment(e27e0c85-a40e-4234-916d-2e9d4a15a16a),segment_id=e27e0c85-a40e-4234-916d-2e9d4a15a16a)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:27:44.643279 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:44.688703 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Pushing event updated for resources: {'Port': ['ID=95d61858-b164-40af-932a-bd3513518b62,revision_number=4']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:27:44.920319 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] get_ports_and_sgs() called for port_ids ['95d61858-b164-40af-932a-bd3513518b62'] {{(pid=94668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 05:27:45.175433 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68468c46-75a0-42ee-a60e-7c7bf32b749d req-d07fec24-48d0-4bd3-8d3b-5cdbf8391c38 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:45.176770 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-68468c46-75a0-42ee-a60e-7c7bf32b749d req-d07fec24-48d0-4bd3-8d3b-5cdbf8391c38 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d966983-374d-46ad-a0a4-00012187817b HTTP/1.1" status: 200 len: 944 time: 0.0504835 Sep 21 05:27:45.213453 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-68468c46-75a0-42ee-a60e-7c7bf32b749d req-7818da84-c0e4-4bd7-b298-9328a20ed783 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/security-groups?id=28693767-7c5b-4f40-81b2-97e0eaf2b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308716 Sep 21 05:27:46.330185 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8f2ec-37db-43dc-a772-202b3962af3b req-a899d98e-fe4c-4630-8436-11348a198b95 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:46.332295 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e6e8f2ec-37db-43dc-a772-202b3962af3b req-a899d98e-fe4c-4630-8436-11348a198b95 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d966983-374d-46ad-a0a4-00012187817b HTTP/1.1" status: 200 len: 944 time: 0.0503259 Sep 21 05:27:46.363559 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device 95d61858-b164-40af-932a-bd3513518b62 up at agent hyperv_hv-cinder-77819 {{(pid=94668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 05:27:46.375741 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e6e8f2ec-37db-43dc-a772-202b3962af3b req-3c04188b-be82-4799-8616-23ca3e81c698 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/security-groups?id=28693767-7c5b-4f40-81b2-97e0eaf2b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369809 Sep 21 05:27:46.435472 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689dad3f-aa31-4937-af59-c41a6495f870 req-ac48fe4e-f63b-4c84-b477-bc9d73226c83 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:46.436929 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-689dad3f-aa31-4937-af59-c41a6495f870 req-ac48fe4e-f63b-4c84-b477-bc9d73226c83 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1b5db0e-e158-4838-9ba3-ef10befc9449 HTTP/1.1" status: 200 len: 946 time: 0.0485387 Sep 21 05:27:46.474591 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-689dad3f-aa31-4937-af59-c41a6495f870 req-1995773f-1c67-4a5e-9fd9-ca4d22431f85 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=5508c277-6fcc-4331-bd78-69fd3cfdf04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315173 Sep 21 05:27:46.540475 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Provisioning for port 95d61858-b164-40af-932a-bd3513518b62 completed by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 05:27:46.544336 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Provisioning complete for port 95d61858-b164-40af-932a-bd3513518b62 triggered by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:27:46.544713 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:46.734866 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:46.756244 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d966983-374d-46ad-a0a4-00012187817b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95d61858-b164-40af-932a-bd3513518b62'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 05:27:46.758467 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9746b1cd2a1144c350740d70a5f253bbb3c4ac519592b61f014e2841f81d92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b22c239c-a63d-41a4-b820-5b035e89ee09" -d '{"events": [{"server_uuid": "2d966983-374d-46ad-a0a4-00012187817b", "name": "network-vif-plugged", "status": "completed", "tag": "95d61858-b164-40af-932a-bd3513518b62"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 05:27:46.770907 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] For port 95d61858-b164-40af-932a-bd3513518b62, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=95d61858-b164-40af-932a-bd3513518b62,segment=NetworkSegment(e27e0c85-a40e-4234-916d-2e9d4a15a16a),segment_id=e27e0c85-a40e-4234-916d-2e9d4a15a16a)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:27:46.794364 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 05:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e06be783-436e-4acc-83f4-422067e5a7fb x-openstack-request-id: req-e06be783-436e-4acc-83f4-422067e5a7fb {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 05:27:46.794661 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d966983-374d-46ad-a0a4-00012187817b", "name": "network-vif-plugged", "status": "completed", "tag": "95d61858-b164-40af-932a-bd3513518b62", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 05:27:46.794911 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e06be783-436e-4acc-83f4-422067e5a7fb {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 05:27:46.795358 dv-cinder-778193-10-iscsi neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d966983-374d-46ad-a0a4-00012187817b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95d61858-b164-40af-932a-bd3513518b62', 'code': 200} Sep 21 05:27:46.889165 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:46.934992 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Pushing event updated for resources: {'Port': ['ID=95d61858-b164-40af-932a-bd3513518b62,revision_number=5']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:27:47.072274 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9485e3de-58ae-4b07-9482-82782844ab3f req-d6a93a7f-72b0-47b1-bbe6-734ba1fee2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:47.073930 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-9485e3de-58ae-4b07-9482-82782844ab3f req-d6a93a7f-72b0-47b1-bbe6-734ba1fee2a7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2d966983-374d-46ad-a0a4-00012187817b HTTP/1.1" status: 200 len: 1098 time: 0.0421026 Sep 21 05:27:47.108888 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-9485e3de-58ae-4b07-9482-82782844ab3f req-099e3f48-4929-4e77-b23d-158984392aac service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=28693767-7c5b-4f40-81b2-97e0eaf2b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267534 Sep 21 05:27:47.740924 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99ae98-38f3-4013-992f-5274e0428b15 req-52b2a0b4-4639-442d-9d30-8b8590bbb29a tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:47.742289 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ee99ae98-38f3-4013-992f-5274e0428b15 req-52b2a0b4-4639-442d-9d30-8b8590bbb29a tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d966983-374d-46ad-a0a4-00012187817b HTTP/1.1" status: 200 len: 945 time: 0.2924199 Sep 21 05:27:47.753779 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eba3ae-b4e0-4180-bf83-e62c1f4a98a8 req-d1a572b8-dddc-4b7b-a7bb-ae589963d892 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:47.755146 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-35eba3ae-b4e0-4180-bf83-e62c1f4a98a8 req-d1a572b8-dddc-4b7b-a7bb-ae589963d892 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1b5db0e-e158-4838-9ba3-ef10befc9449 HTTP/1.1" status: 200 len: 946 time: 0.0618882 Sep 21 05:27:47.809363 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ee99ae98-38f3-4013-992f-5274e0428b15 req-b310eb24-6852-48c0-82eb-060c2d62850a tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/security-groups?id=28693767-7c5b-4f40-81b2-97e0eaf2b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532923 Sep 21 05:27:47.812062 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-35eba3ae-b4e0-4180-bf83-e62c1f4a98a8 req-c6b96fb0-7b78-4d60-a836-2bb07cd3aae9 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups?id=5508c277-6fcc-4331-bd78-69fd3cfdf04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505266 Sep 21 05:27:48.246721 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.agents_db [None req-b3bad76d-57ee-4137-9d9b-1a82d1aed62b None None] Agent healthcheck: found 6 active agents {{(pid=94669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 05:27:48.288203 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ca2afd-16c9-4106-87b4-cd005908b8ce req-50fbfe48-3ba2-4764-b480-ae35206ab603 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:48.289695 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-c9ca2afd-16c9-4106-87b4-cd005908b8ce req-50fbfe48-3ba2-4764-b480-ae35206ab603 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1b5db0e-e158-4838-9ba3-ef10befc9449 HTTP/1.1" status: 200 len: 946 time: 0.0475349 Sep 21 05:27:48.381058 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-c9ca2afd-16c9-4106-87b4-cd005908b8ce req-41344dde-0c9f-49c5-a566-8645b412dee8 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Deleting port 790258d8-5852-4dfd-856e-9c4ff4a3203f {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 05:27:48.381403 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-c9ca2afd-16c9-4106-87b4-cd005908b8ce req-41344dde-0c9f-49c5-a566-8645b412dee8 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751404276529'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:48.470533 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-c9ca2afd-16c9-4106-87b4-cd005908b8ce req-41344dde-0c9f-49c5-a566-8645b412dee8 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] For port 790258d8-5852-4dfd-856e-9c4ff4a3203f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=790258d8-5852-4dfd-856e-9c4ff4a3203f,segment=NetworkSegment(f6433832-0821-4a1f-a147-34f75b2bc1b3),segment_id=f6433832-0821-4a1f-a147-34f75b2bc1b3)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:27:48.470906 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-c9ca2afd-16c9-4106-87b4-cd005908b8ce req-41344dde-0c9f-49c5-a566-8645b412dee8 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463939'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:48.638944 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-c9ca2afd-16c9-4106-87b4-cd005908b8ce req-41344dde-0c9f-49c5-a566-8645b412dee8 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:48.639308 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-c9ca2afd-16c9-4106-87b4-cd005908b8ce req-41344dde-0c9f-49c5-a566-8645b412dee8 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473099'] for floatingip, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:48.639625 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.db.l3_db [req-c9ca2afd-16c9-4106-87b4-cd005908b8ce req-41344dde-0c9f-49c5-a566-8645b412dee8 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Floating IP 6b92f9eb-b91a-44e5-a58f-ee23ebb63349 disassociated. External IP: 172.27.3.120, port: 790258d8-5852-4dfd-856e-9c4ff4a3203f. Sep 21 05:27:48.639965 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-c9ca2afd-16c9-4106-87b4-cd005908b8ce req-41344dde-0c9f-49c5-a566-8645b412dee8 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Calling delete_port for 790258d8-5852-4dfd-856e-9c4ff4a3203f owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 05:27:48.837686 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-c9ca2afd-16c9-4106-87b4-cd005908b8ce req-41344dde-0c9f-49c5-a566-8645b412dee8 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751404282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751403777217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6441136'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:48.865815 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41344dde-0c9f-49c5-a566-8645b412dee8 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Pushing event deleted for resources: {'Port': ['ID=790258d8-5852-4dfd-856e-9c4ff4a3203f,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:27:48.935531 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-783789e4-9ec3-42c4-ac38-c590034059af req-e8fc32df-844d-4772-a53e-6f3d42ea086e tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1b5db0e-e158-4838-9ba3-ef10befc9449 HTTP/1.1" status: 200 len: 210 time: 0.0453746 Sep 21 05:27:48.960112 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71573be-03c9-4b4b-a799-329e0008d263 req-6383db58-14fe-4397-8065-3cffb050e243 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:27:48.961581 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b71573be-03c9-4b4b-a799-329e0008d263 req-6383db58-14fe-4397-8065-3cffb050e243 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d966983-374d-46ad-a0a4-00012187817b HTTP/1.1" status: 200 len: 945 time: 0.0821116 Sep 21 05:27:48.986098 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9ca2afd-16c9-4106-87b4-cd005908b8ce req-41344dde-0c9f-49c5-a566-8645b412dee8 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Router 29c2e55b-cae6-485f-a124-25addc251d8e has already been hosted by L3 agent e4914d08-4fb7-43fa-94fb-1720f1d16cb4 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 05:27:49.000036 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b71573be-03c9-4b4b-a799-329e0008d263 req-0466c351-473b-425d-9dbf-5ae4949b4344 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/security-groups?id=28693767-7c5b-4f40-81b2-97e0eaf2b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317798 Sep 21 05:27:49.093244 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9ca2afd-16c9-4106-87b4-cd005908b8ce req-41344dde-0c9f-49c5-a566-8645b412dee8 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify agent at l3_agent.dv-cinder-778193-10-iscsi the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 05:27:49.105222 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45a13a2-0cff-4134-8515-d940ec840a36 None None] Sync routers for ids ['29c2e55b-cae6-485f-a124-25addc251d8e'] in dv-cinder-778193-10-iscsi {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 05:27:49.114081 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45a13a2-0cff-4134-8515-d940ec840a36 None None] Routers {'29c2e55b-cae6-485f-a124-25addc251d8e'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:27:49.114862 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-c45a13a2-0cff-4134-8515-d940ec840a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:27:39Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['29c2e55b-cae6-485f-a124-25addc251d8e'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:27:49.131711 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9ca2afd-16c9-4106-87b4-cd005908b8ce req-41344dde-0c9f-49c5-a566-8645b412dee8 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] No DVR routers for this DVR port 790258d8-5852-4dfd-856e-9c4ff4a3203f on host hv-cinder-77819 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 05:27:49.134244 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-c9ca2afd-16c9-4106-87b4-cd005908b8ce req-41344dde-0c9f-49c5-a566-8645b412dee8 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:49.136264 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-c9ca2afd-16c9-4106-87b4-cd005908b8ce req-41344dde-0c9f-49c5-a566-8645b412dee8 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.32 "DELETE /v2.0/ports/790258d8-5852-4dfd-856e-9c4ff4a3203f HTTP/1.1" status: 204 len: 173 time: 0.8390317 Sep 21 05:27:49.136730 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b5db0e-e158-4838-9ba3-ef10befc9449', 'name': 'network-vif-deleted', 'tag': '790258d8-5852-4dfd-856e-9c4ff4a3203f'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 05:27:49.138976 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2093a7355c0e7a06ffa9c2f51d01f7a17d1263efd9baf457b9b047ecef1e75bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cff432a-bb0e-4a3f-a2c8-37049b33766d" -d '{"events": [{"server_uuid": "c1b5db0e-e158-4838-9ba3-ef10befc9449", "name": "network-vif-deleted", "tag": "790258d8-5852-4dfd-856e-9c4ff4a3203f"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 05:27:49.176107 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 05:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-951f16f7-6560-4e88-9d5f-b206da38fb77 x-openstack-request-id: req-951f16f7-6560-4e88-9d5f-b206da38fb77 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 05:27:49.176422 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1b5db0e-e158-4838-9ba3-ef10befc9449", "name": "network-vif-deleted", "tag": "790258d8-5852-4dfd-856e-9c4ff4a3203f", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 05:27:49.176673 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-951f16f7-6560-4e88-9d5f-b206da38fb77 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 05:27:49.177067 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1b5db0e-e158-4838-9ba3-ef10befc9449', 'name': 'network-vif-deleted', 'tag': '790258d8-5852-4dfd-856e-9c4ff4a3203f', 'status': 'completed', 'code': 200} Sep 21 05:27:49.222542 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-c45a13a2-0cff-4134-8515-d940ec840a36 None None] Set router 29c2e55b-cae6-485f-a124-25addc251d8e gateway port host: dv-cinder-778193-10-iscsi {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:27:49.516170 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-c45a13a2-0cff-4134-8515-d940ec840a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c2e55b-cae6-485f-a124-25addc251d8e', 'name': 'tempest-AttachVolumeShelveTestJSON-810749560-router', 'tenant_id': '772420021b474ce7806243f145c281b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '820f8cfb-2e0b-431f-a515-c22b419c47fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:20:29Z', 'updated_at': '2021-09-21T05:20:38Z', 'revision_number': 4, 'project_id': '772420021b474ce7806243f145c281b8', 'gw_port': {'id': '820f8cfb-2e0b-431f-a515-c22b419c47fc', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:53:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c2e55b-cae6-485f-a124-25addc251d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:20:30Z', 'updated_at': '2021-09-21T05:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi', '_interfaces': [{'id': '27203168-ca35-41e3-9853-0a69c761b9bb', 'name': '', 'network_id': '007b9195-968a-4aaf-8c91-9ba7bd7821aa', 'tenant_id': '772420021b474ce7806243f145c281b8', 'mac_address': 'fa:16:3e:e9:c9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c2e55b-cae6-485f-a124-25addc251d8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8a68d4d6-aa72-4762-8b15-dd5ef7ab0ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:20:36Z', 'updated_at': '2021-09-21T05:20:46Z', 'revision_number': 5, 'project_id': '772420021b474ce7806243f145c281b8', 'subnets': [{'id': '8a68d4d6-aa72-4762-8b15-dd5ef7ab0ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:27:49.540584 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45a13a2-0cff-4134-8515-d940ec840a36 None None] Checking router: 29c2e55b-cae6-485f-a124-25addc251d8e for host: dv-cinder-778193-10-iscsi {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 05:27:49.548419 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45a13a2-0cff-4134-8515-d940ec840a36 None None] Routers {'29c2e55b-cae6-485f-a124-25addc251d8e'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:27:49.548999 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-c45a13a2-0cff-4134-8515-d940ec840a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:27:39Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['29c2e55b-cae6-485f-a124-25addc251d8e'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:27:49.651957 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-c45a13a2-0cff-4134-8515-d940ec840a36 None None] Set router 29c2e55b-cae6-485f-a124-25addc251d8e gateway port host: dv-cinder-778193-10-iscsi {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:27:49.844822 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-c45a13a2-0cff-4134-8515-d940ec840a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c2e55b-cae6-485f-a124-25addc251d8e', 'name': 'tempest-AttachVolumeShelveTestJSON-810749560-router', 'tenant_id': '772420021b474ce7806243f145c281b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '820f8cfb-2e0b-431f-a515-c22b419c47fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:20:29Z', 'updated_at': '2021-09-21T05:20:38Z', 'revision_number': 4, 'project_id': '772420021b474ce7806243f145c281b8', 'gw_port': {'id': '820f8cfb-2e0b-431f-a515-c22b419c47fc', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:53:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c2e55b-cae6-485f-a124-25addc251d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:20:30Z', 'updated_at': '2021-09-21T05:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi', '_interfaces': [{'id': '27203168-ca35-41e3-9853-0a69c761b9bb', 'name': '', 'network_id': '007b9195-968a-4aaf-8c91-9ba7bd7821aa', 'tenant_id': '772420021b474ce7806243f145c281b8', 'mac_address': 'fa:16:3e:e9:c9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c2e55b-cae6-485f-a124-25addc251d8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8a68d4d6-aa72-4762-8b15-dd5ef7ab0ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:20:36Z', 'updated_at': '2021-09-21T05:20:46Z', 'revision_number': 5, 'project_id': '772420021b474ce7806243f145c281b8', 'subnets': [{'id': '8a68d4d6-aa72-4762-8b15-dd5ef7ab0ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:27:49.874661 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45a13a2-0cff-4134-8515-d940ec840a36 None None] The sync data for ids ['29c2e55b-cae6-485f-a124-25addc251d8e'] in dv-cinder-778193-10-iscsi is: [{'id': '29c2e55b-cae6-485f-a124-25addc251d8e', 'name': 'tempest-AttachVolumeShelveTestJSON-810749560-router', 'tenant_id': '772420021b474ce7806243f145c281b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '820f8cfb-2e0b-431f-a515-c22b419c47fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:20:29Z', 'updated_at': '2021-09-21T05:20:38Z', 'revision_number': 4, 'project_id': '772420021b474ce7806243f145c281b8', 'gw_port': {'id': '820f8cfb-2e0b-431f-a515-c22b419c47fc', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:53:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c2e55b-cae6-485f-a124-25addc251d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:20:30Z', 'updated_at': '2021-09-21T05:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi', '_interfaces': [{'id': '27203168-ca35-41e3-9853-0a69c761b9bb', 'name': '', 'network_id': '007b9195-968a-4aaf-8c91-9ba7bd7821aa', 'tenant_id': '772420021b474ce7806243f145c281b8', 'mac_address': 'fa:16:3e:e9:c9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c2e55b-cae6-485f-a124-25addc251d8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8a68d4d6-aa72-4762-8b15-dd5ef7ab0ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:20:36Z', 'updated_at': '2021-09-21T05:20:46Z', 'revision_number': 5, 'project_id': '772420021b474ce7806243f145c281b8', 'subnets': [{'id': '8a68d4d6-aa72-4762-8b15-dd5ef7ab0ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 05:27:50.059896 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cd692d57-0d99-4e57-b7c2-9e85a7166b8d req-625fc620-4686-4e99-bc1c-fec1fdf2d833 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1b5db0e-e158-4838-9ba3-ef10befc9449 HTTP/1.1" status: 200 len: 210 time: 0.0327251 Sep 21 05:27:50.113195 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c56023-2a40-4b26-9e17-83a01d02bf78 None None] New status for floating IP 6b92f9eb-b91a-44e5-a58f-ee23ebb63349: DOWN {{(pid=94668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 05:27:50.393746 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device 790258d8-5852-4dfd-856e-9c4ff4a3203f no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 05:27:50.416910 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] No Port match for: 790258d8-5852-4dfd-856e-9c4ff4a3203f {{(pid=94668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 05:27:50.417252 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device 790258d8-5852-4dfd-856e-9c4ff4a3203f not bound to the agent host hv-cinder-77819 {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 05:27:51.237212 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 33618) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:27:51.292960 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-77550920-802b-462f-99a0-020e74fb9cef tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:51.320440 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-77550920-802b-462f-99a0-020e74fb9cef tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:51.420420 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-77550920-802b-462f-99a0-020e74fb9cef tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:51.424182 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-77550920-802b-462f-99a0-020e74fb9cef tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:51.425378 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-77550920-802b-462f-99a0-020e74fb9cef tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "DELETE /v2.0/security-groups/5508c277-6fcc-4331-bd78-69fd3cfdf04d HTTP/1.1" status: 204 len: 168 time: 0.1864312 Sep 21 05:27:51.428061 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 33622) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:27:51.434878 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77550920-802b-462f-99a0-020e74fb9cef tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5508c277-6fcc-4331-bd78-69fd3cfdf04d,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:27:51.441812 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.api.v2.resource [None req-3e7568b0-2b72-47cd-b6a9-76e782ae7599 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] show failed (client error): The resource could not be found. Sep 21 05:27:51.445976 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 33624) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:27:51.446358 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-3e7568b0-2b72-47cd-b6a9-76e782ae7599 tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "GET /v2.0/security-groups/5508c277-6fcc-4331-bd78-69fd3cfdf04d HTTP/1.1" status: 404 len: 347 time: 0.0166111 Sep 21 05:27:51.573334 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-0acf80f1-c308-4667-b2d1-801721e517df tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Deleting port 7ddd5227-cb1d-4b45-9791-9a84f11d7d28 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 05:27:51.573931 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0acf80f1-c308-4667-b2d1-801721e517df tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751404276529'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:51.646385 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0acf80f1-c308-4667-b2d1-801721e517df tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463939'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:51.646742 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0acf80f1-c308-4667-b2d1-801721e517df tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:51.657953 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-0acf80f1-c308-4667-b2d1-801721e517df tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Calling delete_port for 7ddd5227-cb1d-4b45-9791-9a84f11d7d28 owned by network:floatingip {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 05:27:51.871921 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0acf80f1-c308-4667-b2d1-801721e517df tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751404282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751403777217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6441136'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:51.896706 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acf80f1-c308-4667-b2d1-801721e517df tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Pushing event deleted for resources: {'Port': ['ID=7ddd5227-cb1d-4b45-9791-9a84f11d7d28,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:27:51.961191 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0acf80f1-c308-4667-b2d1-801721e517df tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks [] for floatingip, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:51.964023 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0acf80f1-c308-4667-b2d1-801721e517df tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339'] for floatingip, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:51.965181 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-0acf80f1-c308-4667-b2d1-801721e517df tempest-AttachVolumeShelveTestJSON-1788165839 tempest-AttachVolumeShelveTestJSON-1788165839-project] 10.222.0.36 "DELETE /v2.0/floatingips/6b92f9eb-b91a-44e5-a58f-ee23ebb63349 HTTP/1.1" status: 204 len: 168 time: 0.5180275 Sep 21 05:27:54.662704 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 33652) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:27:55.042085 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c408d9f8-3aa0-49bd-81bd-4ac0f2da396e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-471819'] for router_interface, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:55.281676 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-c408d9f8-3aa0-49bd-81bd-4ac0f2da396e admin admin] Deleting port 27203168-ca35-41e3-9853-0a69c761b9bb {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 05:27:55.281926 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c408d9f8-3aa0-49bd-81bd-4ac0f2da396e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751404276529'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:55.360085 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-c408d9f8-3aa0-49bd-81bd-4ac0f2da396e admin admin] For port 27203168-ca35-41e3-9853-0a69c761b9bb, host dv-cinder-778193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=27203168-ca35-41e3-9853-0a69c761b9bb,segment=NetworkSegment(f6433832-0821-4a1f-a147-34f75b2bc1b3),segment_id=f6433832-0821-4a1f-a147-34f75b2bc1b3)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:27:55.360457 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c408d9f8-3aa0-49bd-81bd-4ac0f2da396e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463939'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:55.372938 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-c408d9f8-3aa0-49bd-81bd-4ac0f2da396e admin admin] Calling delete_port for 27203168-ca35-41e3-9853-0a69c761b9bb owned by network:router_interface {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 05:27:55.602351 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c408d9f8-3aa0-49bd-81bd-4ac0f2da396e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751404282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751403777217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6441136'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:55.627354 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c408d9f8-3aa0-49bd-81bd-4ac0f2da396e admin admin] Pushing event deleted for resources: {'Port': ['ID=27203168-ca35-41e3-9853-0a69c761b9bb,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:27:55.789768 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c408d9f8-3aa0-49bd-81bd-4ac0f2da396e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-473275'] for router_interface, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:55.998208 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c408d9f8-3aa0-49bd-81bd-4ac0f2da396e admin admin] Router 29c2e55b-cae6-485f-a124-25addc251d8e has already been hosted by L3 agent e4914d08-4fb7-43fa-94fb-1720f1d16cb4 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 05:27:56.107385 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c408d9f8-3aa0-49bd-81bd-4ac0f2da396e admin admin] Notify agent at l3_agent.dv-cinder-778193-10-iscsi the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 05:27:56.112838 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-c408d9f8-3aa0-49bd-81bd-4ac0f2da396e admin admin] 10.222.0.36 "PUT /v2.0/routers/29c2e55b-cae6-485f-a124-25addc251d8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4491074 Sep 21 05:27:56.115870 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 33658) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:27:56.116363 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f271a80-f94b-431c-a4f6-4ef83446b8dc None None] Sync routers for ids ['29c2e55b-cae6-485f-a124-25addc251d8e'] in dv-cinder-778193-10-iscsi {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 05:27:56.125947 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f271a80-f94b-431c-a4f6-4ef83446b8dc None None] Routers {'29c2e55b-cae6-485f-a124-25addc251d8e'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:27:56.126578 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-9f271a80-f94b-431c-a4f6-4ef83446b8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:27:39Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['29c2e55b-cae6-485f-a124-25addc251d8e'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:27:56.219976 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-35296b97-6840-4a78-a468-171b38d696f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:56.228057 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-9f271a80-f94b-431c-a4f6-4ef83446b8dc None None] Set router 29c2e55b-cae6-485f-a124-25addc251d8e gateway port host: dv-cinder-778193-10-iscsi {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:27:56.405128 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-9f271a80-f94b-431c-a4f6-4ef83446b8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c2e55b-cae6-485f-a124-25addc251d8e', 'name': 'tempest-AttachVolumeShelveTestJSON-810749560-router', 'tenant_id': '772420021b474ce7806243f145c281b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '820f8cfb-2e0b-431f-a515-c22b419c47fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:20:29Z', 'updated_at': '2021-09-21T05:27:55Z', 'revision_number': 5, 'project_id': '772420021b474ce7806243f145c281b8', 'gw_port': {'id': '820f8cfb-2e0b-431f-a515-c22b419c47fc', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:53:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c2e55b-cae6-485f-a124-25addc251d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:20:30Z', 'updated_at': '2021-09-21T05:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi'}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:27:56.432066 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f271a80-f94b-431c-a4f6-4ef83446b8dc None None] Checking router: 29c2e55b-cae6-485f-a124-25addc251d8e for host: dv-cinder-778193-10-iscsi {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 05:27:56.440754 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f271a80-f94b-431c-a4f6-4ef83446b8dc None None] Routers {'29c2e55b-cae6-485f-a124-25addc251d8e'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:27:56.441392 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-9f271a80-f94b-431c-a4f6-4ef83446b8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:27:39Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['29c2e55b-cae6-485f-a124-25addc251d8e'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:27:56.546572 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-9f271a80-f94b-431c-a4f6-4ef83446b8dc None None] Set router 29c2e55b-cae6-485f-a124-25addc251d8e gateway port host: dv-cinder-778193-10-iscsi {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:27:56.581291 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-35296b97-6840-4a78-a468-171b38d696f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:56.707707 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-35296b97-6840-4a78-a468-171b38d696f7 admin admin] Deleting port 820f8cfb-2e0b-431f-a515-c22b419c47fc {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 05:27:56.707959 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-35296b97-6840-4a78-a468-171b38d696f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751404276529'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:56.719698 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-9f271a80-f94b-431c-a4f6-4ef83446b8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c2e55b-cae6-485f-a124-25addc251d8e', 'name': 'tempest-AttachVolumeShelveTestJSON-810749560-router', 'tenant_id': '772420021b474ce7806243f145c281b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '820f8cfb-2e0b-431f-a515-c22b419c47fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:20:29Z', 'updated_at': '2021-09-21T05:27:55Z', 'revision_number': 5, 'project_id': '772420021b474ce7806243f145c281b8', 'gw_port': {'id': '820f8cfb-2e0b-431f-a515-c22b419c47fc', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:53:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c2e55b-cae6-485f-a124-25addc251d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:20:30Z', 'updated_at': '2021-09-21T05:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi'}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:27:56.745968 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f271a80-f94b-431c-a4f6-4ef83446b8dc None None] The sync data for ids ['29c2e55b-cae6-485f-a124-25addc251d8e'] in dv-cinder-778193-10-iscsi is: [{'id': '29c2e55b-cae6-485f-a124-25addc251d8e', 'name': 'tempest-AttachVolumeShelveTestJSON-810749560-router', 'tenant_id': '772420021b474ce7806243f145c281b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '820f8cfb-2e0b-431f-a515-c22b419c47fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:20:29Z', 'updated_at': '2021-09-21T05:27:55Z', 'revision_number': 5, 'project_id': '772420021b474ce7806243f145c281b8', 'gw_port': {'id': '820f8cfb-2e0b-431f-a515-c22b419c47fc', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:53:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c2e55b-cae6-485f-a124-25addc251d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:20:30Z', 'updated_at': '2021-09-21T05:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi'}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 05:27:56.792973 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-35296b97-6840-4a78-a468-171b38d696f7 admin admin] For port 820f8cfb-2e0b-431f-a515-c22b419c47fc, host dv-cinder-778193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=820f8cfb-2e0b-431f-a515-c22b419c47fc,segment=NetworkSegment(826ab498-a3a4-4696-958a-2da03407e177),segment_id=826ab498-a3a4-4696-958a-2da03407e177)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:27:56.794622 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-35296b97-6840-4a78-a468-171b38d696f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463939'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:56.805427 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-35296b97-6840-4a78-a468-171b38d696f7 admin admin] Calling delete_port for 820f8cfb-2e0b-431f-a515-c22b419c47fc owned by network:router_gateway {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 05:27:57.003244 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-35296b97-6840-4a78-a468-171b38d696f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751404282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751403777217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6441136'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:57.026593 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35296b97-6840-4a78-a468-171b38d696f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=820f8cfb-2e0b-431f-a515-c22b419c47fc,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:27:57.089674 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-35296b97-6840-4a78-a468-171b38d696f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473213'] for router_gateway, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:57.188587 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-35296b97-6840-4a78-a468-171b38d696f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:57.190897 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-35296b97-6840-4a78-a468-171b38d696f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:57.213968 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device 27203168-ca35-41e3-9853-0a69c761b9bb no longer exists at agent ovs-agent-dv-cinder-778193-10-iscsi {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 05:27:57.233954 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] No Port match for: 27203168-ca35-41e3-9853-0a69c761b9bb {{(pid=94668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 05:27:57.234252 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device 27203168-ca35-41e3-9853-0a69c761b9bb not bound to the agent host dv-cinder-778193-10-iscsi {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 05:27:57.334359 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-35296b97-6840-4a78-a468-171b38d696f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576727'] for router, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:57.334952 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35296b97-6840-4a78-a468-171b38d696f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29c2e55b-cae6-485f-a124-25addc251d8e {{(pid=94667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 05:27:57.340163 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-35296b97-6840-4a78-a468-171b38d696f7 admin admin] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:57.341314 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-35296b97-6840-4a78-a468-171b38d696f7 admin admin] 10.222.0.36 "DELETE /v2.0/routers/29c2e55b-cae6-485f-a124-25addc251d8e HTTP/1.1" status: 204 len: 168 time: 1.2244294 Sep 21 05:27:57.343811 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 33662) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:27:57.390157 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a7fbead-dee3-44a0-b7eb-5d734e3c1f94 admin admin] Deleting subnet 8a68d4d6-aa72-4762-8b15-dd5ef7ab0ec9 {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 05:27:57.393687 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1a7fbead-dee3-44a0-b7eb-5d734e3c1f94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:57.428329 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1a7fbead-dee3-44a0-b7eb-5d734e3c1f94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8322580'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:57.514161 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1a7fbead-dee3-44a0-b7eb-5d734e3c1f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3669403'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:57.620351 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1a7fbead-dee3-44a0-b7eb-5d734e3c1f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3669388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6441119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7659246'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:57.646286 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7fbead-dee3-44a0-b7eb-5d734e3c1f94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a68d4d6-aa72-4762-8b15-dd5ef7ab0ec9,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:27:57.650031 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1a7fbead-dee3-44a0-b7eb-5d734e3c1f94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531542'] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:57.652004 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-1a7fbead-dee3-44a0-b7eb-5d734e3c1f94 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/8a68d4d6-aa72-4762-8b15-dd5ef7ab0ec9 HTTP/1.1" status: 204 len: 168 time: 0.3071437 Sep 21 05:27:57.654478 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 33664) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:27:57.656560 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05523187-0a43-404f-9819-346211860c4d None None] Network 007b9195-968a-4aaf-8c91-9ba7bd7821aa requested from dv-cinder-778193-10-iscsi {{(pid=94668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 05:27:57.730632 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3f0c3934-6791-4495-a023-dbe7869b44a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682922'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:57.789239 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-3f0c3934-6791-4495-a023-dbe7869b44a7 admin admin] Deleting port b9d1c38e-9cc6-4cc0-a161-0d52a1fa0bfc {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 05:27:57.789582 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3f0c3934-6791-4495-a023-dbe7869b44a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751404276529'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:57.853684 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abc6e8b-7585-4f7c-82bf-880112b4b343 None None] DHCP port deletion for 007b9195-968a-4aaf-8c91-9ba7bd7821aa request from dv-cinder-778193-10-iscsi {{(pid=94668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 05:27:57.866642 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-3f0c3934-6791-4495-a023-dbe7869b44a7 admin admin] For port b9d1c38e-9cc6-4cc0-a161-0d52a1fa0bfc, host dv-cinder-778193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=b9d1c38e-9cc6-4cc0-a161-0d52a1fa0bfc,segment=NetworkSegment(f6433832-0821-4a1f-a147-34f75b2bc1b3),segment_id=f6433832-0821-4a1f-a147-34f75b2bc1b3)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:27:57.867174 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3f0c3934-6791-4495-a023-dbe7869b44a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463939'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:57.879586 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-3f0c3934-6791-4495-a023-dbe7869b44a7 admin admin] Calling delete_port for b9d1c38e-9cc6-4cc0-a161-0d52a1fa0bfc owned by network:dhcp {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 05:27:57.899677 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-3abc6e8b-7585-4f7c-82bf-880112b4b343 None None] Deleting port b9d1c38e-9cc6-4cc0-a161-0d52a1fa0bfc {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 05:27:57.900052 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3abc6e8b-7585-4f7c-82bf-880112b4b343 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751404276529'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:57.968550 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-3abc6e8b-7585-4f7c-82bf-880112b4b343 None None] For port b9d1c38e-9cc6-4cc0-a161-0d52a1fa0bfc, host dv-cinder-778193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=b9d1c38e-9cc6-4cc0-a161-0d52a1fa0bfc,segment=NetworkSegment(f6433832-0821-4a1f-a147-34f75b2bc1b3),segment_id=f6433832-0821-4a1f-a147-34f75b2bc1b3)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:27:57.968945 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3abc6e8b-7585-4f7c-82bf-880112b4b343 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463939'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:57.981453 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-3abc6e8b-7585-4f7c-82bf-880112b4b343 None None] Calling delete_port for b9d1c38e-9cc6-4cc0-a161-0d52a1fa0bfc owned by network:dhcp {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 05:27:58.043000 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3f0c3934-6791-4495-a023-dbe7869b44a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751404282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751403777217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6441136'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:58.053034 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3abc6e8b-7585-4f7c-82bf-880112b4b343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751404282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751403777217'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:58.077040 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0c3934-6791-4495-a023-dbe7869b44a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9d1c38e-9cc6-4cc0-a161-0d52a1fa0bfc,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:27:58.077368 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abc6e8b-7585-4f7c-82bf-880112b4b343 None None] Pushing event deleted for resources: {'Port': ['ID=b9d1c38e-9cc6-4cc0-a161-0d52a1fa0bfc,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:27:58.078992 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0c3934-6791-4495-a023-dbe7869b44a7 admin admin] No DVR routers for this DVR port b9d1c38e-9cc6-4cc0-a161-0d52a1fa0bfc on host dv-cinder-778193-10-iscsi {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 05:27:58.081414 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abc6e8b-7585-4f7c-82bf-880112b4b343 None None] No DVR routers for this DVR port b9d1c38e-9cc6-4cc0-a161-0d52a1fa0bfc on host dv-cinder-778193-10-iscsi {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 05:27:58.167339 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3f0c3934-6791-4495-a023-dbe7869b44a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3667996', 'neutron.services.segments.db._delete_segments_for_network-8751404111005'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:58.191088 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.services.segments.db [None req-3f0c3934-6791-4495-a023-dbe7869b44a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['007b9195-968a-4aaf-8c91-9ba7bd7821aa']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:27:58.200428 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.services.segments.db [None req-3f0c3934-6791-4495-a023-dbe7869b44a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6433832-0821-4a1f-a147-34f75b2bc1b3') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:27:58.200725 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.services.segments.db [None req-3f0c3934-6791-4495-a023-dbe7869b44a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6433832-0821-4a1f-a147-34f75b2bc1b3') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:27:58.210740 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3f0c3934-6791-4495-a023-dbe7869b44a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751404111270', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8322591'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:58.226049 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3f0c3934-6791-4495-a023-dbe7869b44a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669518'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:58.233653 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f0c3934-6791-4495-a023-dbe7869b44a7 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 05:27:58.233897 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3f0c3934-6791-4495-a023-dbe7869b44a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6441537'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:58.235588 dv-cinder-778193-10-iscsi neutron-server[94667]: Traceback (most recent call last): Sep 21 05:27:58.235588 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 05:27:58.235588 dv-cinder-778193-10-iscsi neutron-server[94667]: timer() Sep 21 05:27:58.235588 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 05:27:58.235588 dv-cinder-778193-10-iscsi neutron-server[94667]: cb(*args, **kw) Sep 21 05:27:58.235588 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 05:27:58.235588 dv-cinder-778193-10-iscsi neutron-server[94667]: return func(*args, **kwargs) Sep 21 05:27:58.235588 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 05:27:58.235588 dv-cinder-778193-10-iscsi neutron-server[94667]: self._notify() Sep 21 05:27:58.235588 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 05:27:58.235588 dv-cinder-778193-10-iscsi neutron-server[94667]: self.callback(batched_events) Sep 21 05:27:58.235588 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 05:27:58.235588 dv-cinder-778193-10-iscsi neutron-server[94667]: event.method(event) Sep 21 05:27:58.235588 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 05:27:58.235588 dv-cinder-778193-10-iscsi neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 05:27:58.235588 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 05:27:58.235588 dv-cinder-778193-10-iscsi neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 05:27:58.235588 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 05:27:58.235588 dv-cinder-778193-10-iscsi neutron-server[94667]: return f(self, *a, **k) Sep 21 05:27:58.235588 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 05:27:58.235588 dv-cinder-778193-10-iscsi neutron-server[94667]: return self._get(url).json() Sep 21 05:27:58.235588 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 05:27:58.235588 dv-cinder-778193-10-iscsi neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 05:27:58.235588 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 05:27:58.235588 dv-cinder-778193-10-iscsi neutron-server[94667]: return self.request(url, 'GET', **kwargs) Sep 21 05:27:58.235588 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 05:27:58.235588 dv-cinder-778193-10-iscsi neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 05:27:58.235588 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 05:27:58.235588 dv-cinder-778193-10-iscsi neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 05:27:58.235588 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 05:27:58.235588 dv-cinder-778193-10-iscsi neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 05:27:58.235588 dv-cinder-778193-10-iscsi neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 05:27:58.409104 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3f0c3934-6791-4495-a023-dbe7869b44a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3667973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473113'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:58.415100 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3f0c3934-6791-4495-a023-dbe7869b44a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531542'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:58.416924 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-3f0c3934-6791-4495-a023-dbe7869b44a7 admin admin] 10.222.0.36 "DELETE /v2.0/networks/007b9195-968a-4aaf-8c91-9ba7bd7821aa HTTP/1.1" status: 204 len: 168 time: 0.7615225 Sep 21 05:27:58.427214 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0c3934-6791-4495-a023-dbe7869b44a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=007b9195-968a-4aaf-8c91-9ba7bd7821aa,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:27:58.663671 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 33670) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:27:58.703548 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-79e63e72-abed-4599-9767-a5ef3ec30144 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=772420021b474ce7806243f145c281b8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0387521 Sep 21 05:27:58.705917 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 33672) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:27:58.757725 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fa5b2449-26aa-4b48-b183-56f963017708 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:58.787332 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fa5b2449-26aa-4b48-b183-56f963017708 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:58.900900 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fa5b2449-26aa-4b48-b183-56f963017708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:58.903599 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fa5b2449-26aa-4b48-b183-56f963017708 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:27:58.904830 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-fa5b2449-26aa-4b48-b183-56f963017708 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/51f349ae-d67b-446a-aa1d-0d8310ade78e HTTP/1.1" status: 204 len: 168 time: 0.1979437 Sep 21 05:27:58.912730 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5b2449-26aa-4b48-b183-56f963017708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f349ae-d67b-446a-aa1d-0d8310ade78e,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:27:58.993031 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device b9d1c38e-9cc6-4cc0-a161-0d52a1fa0bfc no longer exists at agent ovs-agent-dv-cinder-778193-10-iscsi {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 05:27:59.016640 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] No Port match for: b9d1c38e-9cc6-4cc0-a161-0d52a1fa0bfc {{(pid=94668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 05:27:59.016979 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device b9d1c38e-9cc6-4cc0-a161-0d52a1fa0bfc not bound to the agent host dv-cinder-778193-10-iscsi {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 05:27:59.017398 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device 820f8cfb-2e0b-431f-a515-c22b419c47fc no longer exists at agent ovs-agent-dv-cinder-778193-10-iscsi {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 05:27:59.037482 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] No Port match for: 820f8cfb-2e0b-431f-a515-c22b419c47fc {{(pid=94668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 05:27:59.037836 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device 820f8cfb-2e0b-431f-a515-c22b419c47fc not bound to the agent host dv-cinder-778193-10-iscsi {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 05:28:01.743522 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa910cf6-1d7b-4985-9e01-7434a3d3cf98 req-abff08e5-8471-4523-8a8c-8ca1a31017a8 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:01.744876 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-fa910cf6-1d7b-4985-9e01-7434a3d3cf98 req-abff08e5-8471-4523-8a8c-8ca1a31017a8 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/networks?id=742f58b8-6f75-4016-aae9-13dbe5163376 HTTP/1.1" status: 200 len: 814 time: 0.1026027 Sep 21 05:28:01.759728 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-fa910cf6-1d7b-4985-9e01-7434a3d3cf98 req-c473b31d-cdf9-4157-9ab4-29af59231cb1 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/quotas/0ecd3323c5b94d03912583019c0b243a HTTP/1.1" status: 200 len: 375 time: 0.0092363 Sep 21 05:28:01.811704 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-fa910cf6-1d7b-4985-9e01-7434a3d3cf98 req-5fa3ed1f-b747-41fe-bc6a-40b120f6f0de tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0ecd3323c5b94d03912583019c0b243a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0468559 Sep 21 05:28:01.906198 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-fa910cf6-1d7b-4985-9e01-7434a3d3cf98 req-1d168715-48e4-4061-8891-b280610a0941 service neutron] 10.222.0.36 "GET /v2.0/networks/742f58b8-6f75-4016-aae9-13dbe5163376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871949 Sep 21 05:28:01.995124 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-fa910cf6-1d7b-4985-9e01-7434a3d3cf98 req-f73f8501-aabc-46e8-8342-c9b72a2b3975 service neutron] 10.222.0.36 "GET /v2.0/networks/742f58b8-6f75-4016-aae9-13dbe5163376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829449 Sep 21 05:28:02.205590 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-58cf01cd-1c97-4f51-83e0-180c40f2bda2 req-2583f225-cb98-40c9-89ab-47d7439383e4 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/ports?device_id=adb255da-3df1-4659-855c-f38e49386e6a HTTP/1.1" status: 200 len: 210 time: 0.0272861 Sep 21 05:28:03.298832 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d652346f-fc3a-4f28-b24f-c2c5dc7c2e77 req-748cf9dc-92f3-40a4-96af-d767914a3181 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/ports?device_id=adb255da-3df1-4659-855c-f38e49386e6a HTTP/1.1" status: 200 len: 210 time: 0.0269077 Sep 21 05:28:03.600217 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 33782) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:28:03.699518 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cb4eedd8-01f7-42c8-8306-2a8be799f96a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:03.785368 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cb4eedd8-01f7-42c8-8306-2a8be799f96a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:03.905522 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cb4eedd8-01f7-42c8-8306-2a8be799f96a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:03.944461 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-cb4eedd8-01f7-42c8-8306-2a8be799f96a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ec639c4deebc407597cff3c9e262c10f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3431454 Sep 21 05:28:03.946384 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4eedd8-01f7-42c8-8306-2a8be799f96a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa36376-cca3-48fa-95de-d3839677e07f,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:28:03.947358 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 33786) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:28:03.953871 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4eedd8-01f7-42c8-8306-2a8be799f96a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:28:03.954176 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4eedd8-01f7-42c8-8306-2a8be799f96a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:28:03.954547 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4eedd8-01f7-42c8-8306-2a8be799f96a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:28:03.954895 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4eedd8-01f7-42c8-8306-2a8be799f96a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:28:03.955274 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4eedd8-01f7-42c8-8306-2a8be799f96a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:28:03.955612 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4eedd8-01f7-42c8-8306-2a8be799f96a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:28:03.955949 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4eedd8-01f7-42c8-8306-2a8be799f96a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:28:03.956283 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4eedd8-01f7-42c8-8306-2a8be799f96a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:28:03.956612 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4eedd8-01f7-42c8-8306-2a8be799f96a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:28:03.956937 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4eedd8-01f7-42c8-8306-2a8be799f96a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:28:03.957263 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4eedd8-01f7-42c8-8306-2a8be799f96a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:28:03.957584 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4eedd8-01f7-42c8-8306-2a8be799f96a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:28:04.003557 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-f6e1b83e-83dd-4c72-8f1b-9486ba691290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:04.024021 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-f6e1b83e-83dd-4c72-8f1b-9486ba691290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:04.086051 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa910cf6-1d7b-4985-9e01-7434a3d3cf98 req-1840da37-427f-43c6-aae4-1f80e0b22281 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:04.087471 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-fa910cf6-1d7b-4985-9e01-7434a3d3cf98 req-1840da37-427f-43c6-aae4-1f80e0b22281 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.32 "GET /v2.0/networks?id=742f58b8-6f75-4016-aae9-13dbe5163376 HTTP/1.1" status: 200 len: 814 time: 0.1024520 Sep 21 05:28:04.108188 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [req-fa910cf6-1d7b-4985-9e01-7434a3d3cf98 req-4807f467-d75f-4977-93f8-8c31a4711477 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Request body: {'port': {'device_id': 'adb255da-3df1-4659-855c-f38e49386e6a', 'network_id': '742f58b8-6f75-4016-aae9-13dbe5163376', 'admin_state_up': True, 'tenant_id': '0ecd3323c5b94d03912583019c0b243a'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:28:04.133884 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-f6e1b83e-83dd-4c72-8f1b-9486ba691290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:04.136557 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-f6e1b83e-83dd-4c72-8f1b-9486ba691290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:04.137919 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-f6e1b83e-83dd-4c72-8f1b-9486ba691290 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3fa36376-cca3-48fa-95de-d3839677e07f HTTP/1.1" status: 204 len: 168 time: 0.1895347 Sep 21 05:28:04.147221 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e1b83e-83dd-4c72-8f1b-9486ba691290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa36376-cca3-48fa-95de-d3839677e07f,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:28:04.154285 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e1b83e-83dd-4c72-8f1b-9486ba691290 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:28:04.154659 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e1b83e-83dd-4c72-8f1b-9486ba691290 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:28:04.155044 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e1b83e-83dd-4c72-8f1b-9486ba691290 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:28:04.155366 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e1b83e-83dd-4c72-8f1b-9486ba691290 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:28:04.155692 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e1b83e-83dd-4c72-8f1b-9486ba691290 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:28:04.156019 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e1b83e-83dd-4c72-8f1b-9486ba691290 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:28:04.156344 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e1b83e-83dd-4c72-8f1b-9486ba691290 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:28:04.156672 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e1b83e-83dd-4c72-8f1b-9486ba691290 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:28:04.157086 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e1b83e-83dd-4c72-8f1b-9486ba691290 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:28:04.157410 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e1b83e-83dd-4c72-8f1b-9486ba691290 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:28:04.157727 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e1b83e-83dd-4c72-8f1b-9486ba691290 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:28:04.158038 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e1b83e-83dd-4c72-8f1b-9486ba691290 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:28:04.322915 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa910cf6-1d7b-4985-9e01-7434a3d3cf98 req-4807f467-d75f-4977-93f8-8c31a4711477 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Made reservation on behalf of 0ecd3323c5b94d03912583019c0b243a for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 05:28:04.326908 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-fa910cf6-1d7b-4985-9e01-7434a3d3cf98 req-4807f467-d75f-4977-93f8-8c31a4711477 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:04.396610 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a705db8e-5f79-4a03-b160-28f24674775c req-5d943362-751b-4b4b-aec2-0f194b86e7fe tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/ports?device_id=adb255da-3df1-4659-855c-f38e49386e6a HTTP/1.1" status: 200 len: 210 time: 0.0283158 Sep 21 05:28:04.457234 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-fa910cf6-1d7b-4985-9e01-7434a3d3cf98 req-4807f467-d75f-4977-93f8-8c31a4711477 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Allocated IP 172.20.0.7 (742f58b8-6f75-4016-aae9-13dbe5163376/3f50a5a0-e08b-4c3f-9302-98856be1c417/1316c9b3-fec7-49cc-8e71-a8b739807fc3) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 05:28:04.603734 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-fa910cf6-1d7b-4985-9e01-7434a3d3cf98 req-4807f467-d75f-4977-93f8-8c31a4711477 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:04.693983 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-fa910cf6-1d7b-4985-9e01-7434a3d3cf98 req-4807f467-d75f-4977-93f8-8c31a4711477 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751403777208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6441136'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:04.706078 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] get_ports_and_sgs() called for port_ids ['2d4de02b-2e26-455b-ac64-1a7350bf3046', 'ea3ccbaa-6475-4ed4-bc9e-9aad2b2324f3', '95d61858-b164-40af-932a-bd3513518b62'] {{(pid=94668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 05:28:04.745775 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa910cf6-1d7b-4985-9e01-7434a3d3cf98 req-4807f467-d75f-4977-93f8-8c31a4711477 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Network 742f58b8-6f75-4016-aae9-13dbe5163376 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 05:28:04.750173 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-fa910cf6-1d7b-4985-9e01-7434a3d3cf98 req-4807f467-d75f-4977-93f8-8c31a4711477 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:28:04.752996 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa910cf6-1d7b-4985-9e01-7434a3d3cf98 req-4807f467-d75f-4977-93f8-8c31a4711477 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 05:28:04.759819 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4807f467-d75f-4977-93f8-8c31a4711477 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Pushing event updated for resources: {'Port': ['ID=1316c9b3-fec7-49cc-8e71-a8b739807fc3,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:28:04.805881 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa910cf6-1d7b-4985-9e01-7434a3d3cf98 req-4807f467-d75f-4977-93f8-8c31a4711477 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:04.806531 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-fa910cf6-1d7b-4985-9e01-7434a3d3cf98 req-4807f467-d75f-4977-93f8-8c31a4711477 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:04.898525 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-fa910cf6-1d7b-4985-9e01-7434a3d3cf98 req-4807f467-d75f-4977-93f8-8c31a4711477 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7914007 Sep 21 05:28:04.915320 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [req-fa910cf6-1d7b-4985-9e01-7434a3d3cf98 req-4a5f0239-329c-48f0-b2e3-47f8fb0b46d0 service neutron] Request body: {'port': {'device_id': 'adb255da-3df1-4659-855c-f38e49386e6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:28:04.979410 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-fa910cf6-1d7b-4985-9e01-7434a3d3cf98 req-4a5f0239-329c-48f0-b2e3-47f8fb0b46d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:05.246007 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [req-fa910cf6-1d7b-4985-9e01-7434a3d3cf98 req-4a5f0239-329c-48f0-b2e3-47f8fb0b46d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1316c9b3-fec7-49cc-8e71-a8b739807fc3 {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 05:28:05.253266 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-fa910cf6-1d7b-4985-9e01-7434a3d3cf98 req-4a5f0239-329c-48f0-b2e3-47f8fb0b46d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:05.264910 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-fa910cf6-1d7b-4985-9e01-7434a3d3cf98 req-4a5f0239-329c-48f0-b2e3-47f8fb0b46d0 service neutron] Transition to ACTIVE for port object 1316c9b3-fec7-49cc-8e71-a8b739807fc3 will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 05:28:05.316946 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-fa910cf6-1d7b-4985-9e01-7434a3d3cf98 req-4a5f0239-329c-48f0-b2e3-47f8fb0b46d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6441129'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:05.368722 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5f0239-329c-48f0-b2e3-47f8fb0b46d0 service neutron] Pushing event updated for resources: {'Port': ['ID=1316c9b3-fec7-49cc-8e71-a8b739807fc3,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:28:05.433966 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-fa910cf6-1d7b-4985-9e01-7434a3d3cf98 req-4a5f0239-329c-48f0-b2e3-47f8fb0b46d0 service neutron] Attempting to bind port 1316c9b3-fec7-49cc-8e71-a8b739807fc3 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 05:28:05.434309 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-fa910cf6-1d7b-4985-9e01-7434a3d3cf98 req-4a5f0239-329c-48f0-b2e3-47f8fb0b46d0 service neutron] Attempting to bind port 1316c9b3-fec7-49cc-8e71-a8b739807fc3 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'e27e0c85-a40e-4234-916d-2e9d4a15a16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '742f58b8-6f75-4016-aae9-13dbe5163376'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 05:28:05.434672 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa910cf6-1d7b-4985-9e01-7434a3d3cf98 req-4a5f0239-329c-48f0-b2e3-47f8fb0b46d0 service neutron] Attempting to bind port 1316c9b3-fec7-49cc-8e71-a8b739807fc3 on network 742f58b8-6f75-4016-aae9-13dbe5163376 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 05:28:05.438952 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa910cf6-1d7b-4985-9e01-7434a3d3cf98 req-4a5f0239-329c-48f0-b2e3-47f8fb0b46d0 service neutron] Port 1316c9b3-fec7-49cc-8e71-a8b739807fc3 on network 742f58b8-6f75-4016-aae9-13dbe5163376 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 05:28:05.439277 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa910cf6-1d7b-4985-9e01-7434a3d3cf98 req-4a5f0239-329c-48f0-b2e3-47f8fb0b46d0 service neutron] Attempting to bind port 1316c9b3-fec7-49cc-8e71-a8b739807fc3 on network 742f58b8-6f75-4016-aae9-13dbe5163376 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 05:28:05.444642 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa910cf6-1d7b-4985-9e01-7434a3d3cf98 req-4a5f0239-329c-48f0-b2e3-47f8fb0b46d0 service neutron] Checking agent: {'id': '5298a3ad-ea79-4298-8fba-5c2796ea9d92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 5, 18, 37), 'started_at': datetime.datetime(2021, 9, 21, 5, 18, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 5, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 05:28:05.444982 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa910cf6-1d7b-4985-9e01-7434a3d3cf98 req-4a5f0239-329c-48f0-b2e3-47f8fb0b46d0 service neutron] Checking segment: {'id': 'e27e0c85-a40e-4234-916d-2e9d4a15a16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '742f58b8-6f75-4016-aae9-13dbe5163376'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 05:28:05.445368 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa910cf6-1d7b-4985-9e01-7434a3d3cf98 req-4a5f0239-329c-48f0-b2e3-47f8fb0b46d0 service neutron] Bound using segment: {'id': 'e27e0c85-a40e-4234-916d-2e9d4a15a16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '742f58b8-6f75-4016-aae9-13dbe5163376'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 05:28:05.445790 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-fa910cf6-1d7b-4985-9e01-7434a3d3cf98 req-4a5f0239-329c-48f0-b2e3-47f8fb0b46d0 service neutron] Bound port: 1316c9b3-fec7-49cc-8e71-a8b739807fc3, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e27e0c85-a40e-4234-916d-2e9d4a15a16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '742f58b8-6f75-4016-aae9-13dbe5163376'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 05:28:05.446151 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-fa910cf6-1d7b-4985-9e01-7434a3d3cf98 req-4a5f0239-329c-48f0-b2e3-47f8fb0b46d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:05.512200 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-fa910cf6-1d7b-4985-9e01-7434a3d3cf98 req-4a5f0239-329c-48f0-b2e3-47f8fb0b46d0 service neutron] For port 1316c9b3-fec7-49cc-8e71-a8b739807fc3, host hv-cinder-77819, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 05:28:05.516123 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-fa910cf6-1d7b-4985-9e01-7434a3d3cf98 req-4a5f0239-329c-48f0-b2e3-47f8fb0b46d0 service neutron] For port 1316c9b3-fec7-49cc-8e71-a8b739807fc3, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=1316c9b3-fec7-49cc-8e71-a8b739807fc3,segment=NetworkSegment(e27e0c85-a40e-4234-916d-2e9d4a15a16a),segment_id=e27e0c85-a40e-4234-916d-2e9d4a15a16a)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 05:28:05.519965 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa3665e-a3d0-48ea-abdf-4a8d0f5642dd req-c9144b53-008d-4831-93b5-ce451846e53c tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:05.522212 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4aa3665e-a3d0-48ea-abdf-4a8d0f5642dd req-c9144b53-008d-4831-93b5-ce451846e53c tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/ports?device_id=adb255da-3df1-4659-855c-f38e49386e6a HTTP/1.1" status: 200 len: 943 time: 0.0495610 Sep 21 05:28:05.561129 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4aa3665e-a3d0-48ea-abdf-4a8d0f5642dd req-ee403529-bdc4-46cb-aa88-03bb1c1ebc53 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/security-groups?id=28693767-7c5b-4f40-81b2-97e0eaf2b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325212 Sep 21 05:28:05.580401 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-fa910cf6-1d7b-4985-9e01-7434a3d3cf98 req-4a5f0239-329c-48f0-b2e3-47f8fb0b46d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6441129'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:05.614551 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa910cf6-1d7b-4985-9e01-7434a3d3cf98 req-4a5f0239-329c-48f0-b2e3-47f8fb0b46d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:05.615165 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-fa910cf6-1d7b-4985-9e01-7434a3d3cf98 req-4a5f0239-329c-48f0-b2e3-47f8fb0b46d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:05.616558 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-fa910cf6-1d7b-4985-9e01-7434a3d3cf98 req-4a5f0239-329c-48f0-b2e3-47f8fb0b46d0 service neutron] 10.222.0.32 "PUT /v2.0/ports/1316c9b3-fec7-49cc-8e71-a8b739807fc3 HTTP/1.1" status: 200 len: 1093 time: 0.7083359 Sep 21 05:28:05.616988 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adb255da-3df1-4659-855c-f38e49386e6a', 'tag': '1316c9b3-fec7-49cc-8e71-a8b739807fc3'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 05:28:05.619260 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2093a7355c0e7a06ffa9c2f51d01f7a17d1263efd9baf457b9b047ecef1e75bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bcff083-b7ea-4228-a245-d3fdd0141ec6" -d '{"events": [{"name": "network-changed", "server_uuid": "adb255da-3df1-4659-855c-f38e49386e6a", "tag": "1316c9b3-fec7-49cc-8e71-a8b739807fc3"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 05:28:05.641876 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5f0239-329c-48f0-b2e3-47f8fb0b46d0 service neutron] Pushing event updated for resources: {'Port': ['ID=1316c9b3-fec7-49cc-8e71-a8b739807fc3,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:28:05.659331 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 05:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c19ae4ad-4bc8-452e-9440-a335a1ed7458 x-openstack-request-id: req-c19ae4ad-4bc8-452e-9440-a335a1ed7458 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 05:28:05.659620 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adb255da-3df1-4659-855c-f38e49386e6a", "tag": "1316c9b3-fec7-49cc-8e71-a8b739807fc3", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 05:28:05.659870 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c19ae4ad-4bc8-452e-9440-a335a1ed7458 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 05:28:05.660264 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adb255da-3df1-4659-855c-f38e49386e6a', 'tag': '1316c9b3-fec7-49cc-8e71-a8b739807fc3', 'status': 'completed', 'code': 200} Sep 21 05:28:05.726376 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcff083-b7ea-4228-a245-d3fdd0141ec6 req-d846ed1f-4db1-4510-ac1f-731227cc0b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:05.727981 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-2bcff083-b7ea-4228-a245-d3fdd0141ec6 req-d846ed1f-4db1-4510-ac1f-731227cc0b56 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ecd3323c5b94d03912583019c0b243a&device_id=adb255da-3df1-4659-855c-f38e49386e6a HTTP/1.1" status: 200 len: 1096 time: 0.0462544 Sep 21 05:28:05.828673 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcff083-b7ea-4228-a245-d3fdd0141ec6 req-bbb229d8-7e55-4d19-83ea-ffdcb1daab76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:05.830159 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-2bcff083-b7ea-4228-a245-d3fdd0141ec6 req-bbb229d8-7e55-4d19-83ea-ffdcb1daab76 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=0ecd3323c5b94d03912583019c0b243a&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0934982 Sep 21 05:28:05.871956 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fd729a76-7842-46fd-8281-0a46d7535503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:05.932976 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcff083-b7ea-4228-a245-d3fdd0141ec6 req-3734d45e-a9c5-4912-beda-8e77e5ef3f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:05.934454 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-2bcff083-b7ea-4228-a245-d3fdd0141ec6 req-3734d45e-a9c5-4912-beda-8e77e5ef3f85 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0914702 Sep 21 05:28:06.025366 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa910cf6-1d7b-4985-9e01-7434a3d3cf98 req-9e7b2691-e888-49c8-9c43-1aedacd51b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:06.026892 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-fa910cf6-1d7b-4985-9e01-7434a3d3cf98 req-9e7b2691-e888-49c8-9c43-1aedacd51b4e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ecd3323c5b94d03912583019c0b243a&device_id=adb255da-3df1-4659-855c-f38e49386e6a HTTP/1.1" status: 200 len: 1096 time: 0.0429578 Sep 21 05:28:06.072284 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-fa910cf6-1d7b-4985-9e01-7434a3d3cf98 req-f1e2c019-01ec-4afa-93fc-7e62ce6c8cf2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1316c9b3-fec7-49cc-8e71-a8b739807fc3 HTTP/1.1" status: 200 len: 217 time: 0.0367498 Sep 21 05:28:06.122263 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa910cf6-1d7b-4985-9e01-7434a3d3cf98 req-e8a1da9f-8255-4639-a43b-96edd5c4772b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:06.123728 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-fa910cf6-1d7b-4985-9e01-7434a3d3cf98 req-e8a1da9f-8255-4639-a43b-96edd5c4772b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3f50a5a0-e08b-4c3f-9302-98856be1c417 HTTP/1.1" status: 200 len: 854 time: 0.0433109 Sep 21 05:28:06.156149 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-fa910cf6-1d7b-4985-9e01-7434a3d3cf98 req-da45f77e-1d70-4d85-b7ab-d3c03444418d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=742f58b8-6f75-4016-aae9-13dbe5163376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243745 Sep 21 05:28:06.249706 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-fa910cf6-1d7b-4985-9e01-7434a3d3cf98 req-79914f35-5a30-45b6-a34a-36eb908ff842 service neutron] 10.222.0.32 "GET /v2.0/networks/742f58b8-6f75-4016-aae9-13dbe5163376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845675 Sep 21 05:28:06.343704 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-fa910cf6-1d7b-4985-9e01-7434a3d3cf98 req-14e29e79-bee6-439f-8897-ad478f7e8762 service neutron] 10.222.0.32 "GET /v2.0/networks/742f58b8-6f75-4016-aae9-13dbe5163376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858405 Sep 21 05:28:06.675934 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f2bd49-fc60-4962-863c-201b954b186e req-0b436c9c-5a05-49ff-ad65-d334c3dd3692 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:06.677929 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-39f2bd49-fc60-4962-863c-201b954b186e req-0b436c9c-5a05-49ff-ad65-d334c3dd3692 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/ports?device_id=adb255da-3df1-4659-855c-f38e49386e6a HTTP/1.1" status: 200 len: 943 time: 0.0513666 Sep 21 05:28:06.716512 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-39f2bd49-fc60-4962-863c-201b954b186e req-9098b362-18a8-4927-bf5f-59e2d5285cc7 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/security-groups?id=28693767-7c5b-4f40-81b2-97e0eaf2b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323052 Sep 21 05:28:07.830464 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d878f2-5b33-4a73-b2cc-68fe36e84656 req-dc1abe07-8365-43fa-afe3-dea84bfbccf9 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:07.831985 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-23d878f2-5b33-4a73-b2cc-68fe36e84656 req-dc1abe07-8365-43fa-afe3-dea84bfbccf9 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/ports?device_id=adb255da-3df1-4659-855c-f38e49386e6a HTTP/1.1" status: 200 len: 943 time: 0.0496345 Sep 21 05:28:07.871828 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-23d878f2-5b33-4a73-b2cc-68fe36e84656 req-60de57c0-9876-481f-b65b-ed5803c91d34 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/security-groups?id=28693767-7c5b-4f40-81b2-97e0eaf2b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333683 Sep 21 05:28:08.065701 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:08.602814 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-507b2ef2-a7bb-4cc6-b457-c8c8e19aa8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:08.987695 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59fddaf-9fb4-463a-90f9-7141dec914b7 req-7fe71574-a68f-482e-b246-c0450da2ab66 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:08.989266 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f59fddaf-9fb4-463a-90f9-7141dec914b7 req-7fe71574-a68f-482e-b246-c0450da2ab66 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/ports?device_id=adb255da-3df1-4659-855c-f38e49386e6a HTTP/1.1" status: 200 len: 943 time: 0.0525815 Sep 21 05:28:09.026383 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f59fddaf-9fb4-463a-90f9-7141dec914b7 req-098ed810-4315-435a-ac42-b81da49e1669 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/security-groups?id=28693767-7c5b-4f40-81b2-97e0eaf2b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311756 Sep 21 05:28:09.276525 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:09.968750 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2c351aa7-00e3-4828-8663-e1495c3162e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:10.141549 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6caeb7-191d-4af2-b610-cb36a2628787 req-0e6b3b8e-2d09-4db6-9bbf-96c70c2406fc tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:10.143017 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6d6caeb7-191d-4af2-b610-cb36a2628787 req-0e6b3b8e-2d09-4db6-9bbf-96c70c2406fc tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/ports?device_id=adb255da-3df1-4659-855c-f38e49386e6a HTTP/1.1" status: 200 len: 943 time: 0.0518889 Sep 21 05:28:10.185548 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6d6caeb7-191d-4af2-b610-cb36a2628787 req-213af4bd-8e85-4705-b035-3aeaf983780d tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/security-groups?id=28693767-7c5b-4f40-81b2-97e0eaf2b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365791 Sep 21 05:28:10.482385 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device 1316c9b3-fec7-49cc-8e71-a8b739807fc3 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 05:28:10.576171 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] For port 1316c9b3-fec7-49cc-8e71-a8b739807fc3, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=1316c9b3-fec7-49cc-8e71-a8b739807fc3,segment=NetworkSegment(e27e0c85-a40e-4234-916d-2e9d4a15a16a),segment_id=e27e0c85-a40e-4234-916d-2e9d4a15a16a)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:28:10.587379 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Returning: {'device': '1316c9b3-fec7-49cc-8e71-a8b739807fc3', 'network_id': '742f58b8-6f75-4016-aae9-13dbe5163376', 'port_id': '1316c9b3-fec7-49cc-8e71-a8b739807fc3', 'mac_address': 'fa:16:3e:cf:29:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f50a5a0-e08b-4c3f-9302-98856be1c417', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 05:28:10.621777 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:10.634204 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.notifiers.nova [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1316c9b3-fec7-49cc-8e71-a8b739807fc3 {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 05:28:10.653029 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] For port 1316c9b3-fec7-49cc-8e71-a8b739807fc3, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=1316c9b3-fec7-49cc-8e71-a8b739807fc3,segment=NetworkSegment(e27e0c85-a40e-4234-916d-2e9d4a15a16a),segment_id=e27e0c85-a40e-4234-916d-2e9d4a15a16a)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:28:10.728695 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:10.778318 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Pushing event updated for resources: {'Port': ['ID=1316c9b3-fec7-49cc-8e71-a8b739807fc3,revision_number=4']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:28:11.026344 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] get_ports_and_sgs() called for port_ids ['1316c9b3-fec7-49cc-8e71-a8b739807fc3'] {{(pid=94668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 05:28:11.237320 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a1fb1f33-fe48-4684-9a56-b3eb65d74809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:11.297151 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e486b5-175e-4162-a6c6-745c8dc20d4c req-217ebd4f-fc13-45f0-8957-471c63e095e8 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:11.298711 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a2e486b5-175e-4162-a6c6-745c8dc20d4c req-217ebd4f-fc13-45f0-8957-471c63e095e8 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/ports?device_id=adb255da-3df1-4659-855c-f38e49386e6a HTTP/1.1" status: 200 len: 944 time: 0.0480924 Sep 21 05:28:11.339331 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a2e486b5-175e-4162-a6c6-745c8dc20d4c req-3b73d0d1-ba53-47d1-880b-bbb0d6561932 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/security-groups?id=28693767-7c5b-4f40-81b2-97e0eaf2b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340021 Sep 21 05:28:12.452644 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f6f89b-51ca-4ff2-aba0-0f6ee72e6854 req-21d2b0fa-bfad-498f-9346-63a5560b5c41 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:12.454363 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-37f6f89b-51ca-4ff2-aba0-0f6ee72e6854 req-21d2b0fa-bfad-498f-9346-63a5560b5c41 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/ports?device_id=adb255da-3df1-4659-855c-f38e49386e6a HTTP/1.1" status: 200 len: 944 time: 0.0490215 Sep 21 05:28:12.495418 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-37f6f89b-51ca-4ff2-aba0-0f6ee72e6854 req-db431527-b72a-4c06-8bc2-9e3702078f57 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/security-groups?id=28693767-7c5b-4f40-81b2-97e0eaf2b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319614 Sep 21 05:28:12.501383 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device 1316c9b3-fec7-49cc-8e71-a8b739807fc3 up at agent hyperv_hv-cinder-77819 {{(pid=94668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 05:28:12.671300 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Provisioning for port 1316c9b3-fec7-49cc-8e71-a8b739807fc3 completed by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 05:28:12.675121 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Provisioning complete for port 1316c9b3-fec7-49cc-8e71-a8b739807fc3 triggered by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:28:12.675502 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:12.754192 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:12.782572 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adb255da-3df1-4659-855c-f38e49386e6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1316c9b3-fec7-49cc-8e71-a8b739807fc3'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 05:28:12.784826 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9746b1cd2a1144c350740d70a5f253bbb3c4ac519592b61f014e2841f81d92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e38153f9-cf50-4d89-b354-0b95c65efed3" -d '{"events": [{"server_uuid": "adb255da-3df1-4659-855c-f38e49386e6a", "name": "network-vif-plugged", "status": "completed", "tag": "1316c9b3-fec7-49cc-8e71-a8b739807fc3"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 05:28:12.797831 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] For port 1316c9b3-fec7-49cc-8e71-a8b739807fc3, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=1316c9b3-fec7-49cc-8e71-a8b739807fc3,segment=NetworkSegment(e27e0c85-a40e-4234-916d-2e9d4a15a16a),segment_id=e27e0c85-a40e-4234-916d-2e9d4a15a16a)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:28:12.821007 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 05:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cbd50d8-27cb-406d-9cd8-6c31e869d045 x-openstack-request-id: req-6cbd50d8-27cb-406d-9cd8-6c31e869d045 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 05:28:12.821296 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adb255da-3df1-4659-855c-f38e49386e6a", "name": "network-vif-plugged", "status": "completed", "tag": "1316c9b3-fec7-49cc-8e71-a8b739807fc3", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 05:28:12.821544 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6cbd50d8-27cb-406d-9cd8-6c31e869d045 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 05:28:12.821941 dv-cinder-778193-10-iscsi neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adb255da-3df1-4659-855c-f38e49386e6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1316c9b3-fec7-49cc-8e71-a8b739807fc3', 'code': 200} Sep 21 05:28:12.899708 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:12.947343 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Pushing event updated for resources: {'Port': ['ID=1316c9b3-fec7-49cc-8e71-a8b739807fc3,revision_number=5']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:28:13.206832 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8337b-aae1-45c9-a81a-2a67879ef06e req-09b412e7-f193-4ab4-b69a-1fdba25402d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:13.208351 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-29a8337b-aae1-45c9-a81a-2a67879ef06e req-09b412e7-f193-4ab4-b69a-1fdba25402d7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=adb255da-3df1-4659-855c-f38e49386e6a HTTP/1.1" status: 200 len: 1098 time: 0.0395966 Sep 21 05:28:13.243299 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-29a8337b-aae1-45c9-a81a-2a67879ef06e req-fe1e49d0-e350-4864-bdbe-c2ccc5e67aec service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=28693767-7c5b-4f40-81b2-97e0eaf2b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267923 Sep 21 05:28:13.611340 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc5c85a-fe40-4f29-8578-ade10d7a3158 req-782c87e2-561d-4b3f-a2a0-c5c18e7a0784 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:13.612797 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5cc5c85a-fe40-4f29-8578-ade10d7a3158 req-782c87e2-561d-4b3f-a2a0-c5c18e7a0784 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/ports?device_id=adb255da-3df1-4659-855c-f38e49386e6a HTTP/1.1" status: 200 len: 945 time: 0.0518241 Sep 21 05:28:13.649701 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5cc5c85a-fe40-4f29-8578-ade10d7a3158 req-e73b777f-669f-47e9-b3d8-516cca72b3b1 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/security-groups?id=28693767-7c5b-4f40-81b2-97e0eaf2b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310919 Sep 21 05:28:14.764010 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887db512-b03c-409c-ae49-a5219680c8d7 req-35305c42-c213-4659-ac91-cb21f8a2e31b tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:14.765373 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-887db512-b03c-409c-ae49-a5219680c8d7 req-35305c42-c213-4659-ac91-cb21f8a2e31b tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/ports?device_id=adb255da-3df1-4659-855c-f38e49386e6a HTTP/1.1" status: 200 len: 945 time: 0.0478075 Sep 21 05:28:14.803379 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-887db512-b03c-409c-ae49-a5219680c8d7 req-5246af0b-4d87-4e7a-8403-194efdc84bd3 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/security-groups?id=28693767-7c5b-4f40-81b2-97e0eaf2b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318255 Sep 21 05:28:17.198555 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 33972) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:28:17.307015 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-8d1b1a43-1f37-44be-935d-e639f3366c1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:17.397401 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-8d1b1a43-1f37-44be-935d-e639f3366c1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:17.442844 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-8d1b1a43-1f37-44be-935d-e639f3366c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:17.488696 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-8d1b1a43-1f37-44be-935d-e639f3366c1d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=721931bfad6b49309f395ed495f5d5d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2889864 Sep 21 05:28:17.489547 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1b1a43-1f37-44be-935d-e639f3366c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bdc9d08-19ea-407b-b918-409d60bb973c,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:28:17.491330 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 33978) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:28:17.543236 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-efa32e31-1ca0-49c5-aa25-b1ffbe0f2cd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:17.563549 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-efa32e31-1ca0-49c5-aa25-b1ffbe0f2cd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:17.665060 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-efa32e31-1ca0-49c5-aa25-b1ffbe0f2cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:17.667623 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-efa32e31-1ca0-49c5-aa25-b1ffbe0f2cd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:17.668873 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-efa32e31-1ca0-49c5-aa25-b1ffbe0f2cd0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8bdc9d08-19ea-407b-b918-409d60bb973c HTTP/1.1" status: 204 len: 168 time: 0.1764636 Sep 21 05:28:17.676263 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa32e31-1ca0-49c5-aa25-b1ffbe0f2cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bdc9d08-19ea-407b-b918-409d60bb973c,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:28:18.127630 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 33986) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:28:18.141395 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9364e28b-6340-4275-a6eb-93e3bf84d915 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:18.228622 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9364e28b-6340-4275-a6eb-93e3bf84d915 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:18.294363 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9364e28b-6340-4275-a6eb-93e3bf84d915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:18.334474 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 33990) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:28:18.334968 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-9364e28b-6340-4275-a6eb-93e3bf84d915 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e618782c156040f8a8d8488ffee25adc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2056792 Sep 21 05:28:18.343243 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9364e28b-6340-4275-a6eb-93e3bf84d915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66561ebe-7c58-408e-ac40-4e445b28ec32,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:28:18.386554 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-aecb6019-c066-4d51-a446-375f48af4f8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:18.406762 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-aecb6019-c066-4d51-a446-375f48af4f8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:18.527577 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-aecb6019-c066-4d51-a446-375f48af4f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:18.530123 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-aecb6019-c066-4d51-a446-375f48af4f8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:18.531415 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-aecb6019-c066-4d51-a446-375f48af4f8a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/66561ebe-7c58-408e-ac40-4e445b28ec32 HTTP/1.1" status: 204 len: 168 time: 0.1958766 Sep 21 05:28:18.539719 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb6019-c066-4d51-a446-375f48af4f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66561ebe-7c58-408e-ac40-4e445b28ec32,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:28:19.151103 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 33998) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:28:19.164436 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-27987210-c215-479a-80c0-cc7fbf92da51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:19.249582 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-27987210-c215-479a-80c0-cc7fbf92da51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:19.323203 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-27987210-c215-479a-80c0-cc7fbf92da51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:19.359059 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27987210-c215-479a-80c0-cc7fbf92da51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac55db40-ac3a-4269-bd8c-74217eb48b1c,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:28:19.364680 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-27987210-c215-479a-80c0-cc7fbf92da51 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ed30c2dcadf94a0ab720c6dc0d5491df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2124829 Sep 21 05:28:19.367331 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 34002) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:28:19.422822 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-99ad4c88-8101-4bc0-a6ac-8f24e5f8f969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:19.439429 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-99ad4c88-8101-4bc0-a6ac-8f24e5f8f969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:19.562247 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-99ad4c88-8101-4bc0-a6ac-8f24e5f8f969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:19.564809 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-99ad4c88-8101-4bc0-a6ac-8f24e5f8f969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:19.565950 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-99ad4c88-8101-4bc0-a6ac-8f24e5f8f969 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ac55db40-ac3a-4269-bd8c-74217eb48b1c HTTP/1.1" status: 204 len: 168 time: 0.1977901 Sep 21 05:28:19.573989 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ad4c88-8101-4bc0-a6ac-8f24e5f8f969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac55db40-ac3a-4269-bd8c-74217eb48b1c,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:28:25.205707 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-57f64d39-dadd-4053-a732-1f5e6279e6f9 req-fe432e29-788f-4109-b6d1-ad2f1d975330 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1317120964&fields=id&tenant_id=f732baa476ec493fa4a85f15fa02b9de HTTP/1.1" status: 200 len: 267 time: 0.0329583 Sep 21 05:28:25.246049 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.agents_db [None req-b3bad76d-57ee-4137-9d9b-1a82d1aed62b None None] Agent healthcheck: found 6 active agents {{(pid=94669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 05:28:25.312547 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f64d39-dadd-4053-a732-1f5e6279e6f9 req-330429e7-b5ee-483d-9a71-8a2d093531ae tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:25.313985 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-57f64d39-dadd-4053-a732-1f5e6279e6f9 req-330429e7-b5ee-483d-9a71-8a2d093531ae tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/networks?id=b65ce37e-28e9-4073-aba8-42f09a595bb5 HTTP/1.1" status: 200 len: 812 time: 0.1011064 Sep 21 05:28:25.328550 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-57f64d39-dadd-4053-a732-1f5e6279e6f9 req-555569f0-c22c-4879-a3fc-f739965478f9 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/quotas/f732baa476ec493fa4a85f15fa02b9de HTTP/1.1" status: 200 len: 375 time: 0.0089159 Sep 21 05:28:25.384130 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-57f64d39-dadd-4053-a732-1f5e6279e6f9 req-35053e2c-8eff-4258-8050-c9468d2b3008 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f732baa476ec493fa4a85f15fa02b9de&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0504818 Sep 21 05:28:25.478598 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-57f64d39-dadd-4053-a732-1f5e6279e6f9 req-d41ea273-dc28-4ee4-bab6-2d920c7ab82a service neutron] 10.222.0.36 "GET /v2.0/networks/b65ce37e-28e9-4073-aba8-42f09a595bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834348 Sep 21 05:28:25.569075 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-57f64d39-dadd-4053-a732-1f5e6279e6f9 req-e26a7edd-4715-4b18-8592-a5335809999f service neutron] 10.222.0.36 "GET /v2.0/networks/b65ce37e-28e9-4073-aba8-42f09a595bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845435 Sep 21 05:28:26.201695 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9eccc515-6a48-46fc-9959-43e5bc0f11ca req-6b356cbe-9e4a-4e38-a50d-7e6fe5aff2cc tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f7d667d-7b99-4296-ba63-60b2a672445c HTTP/1.1" status: 200 len: 210 time: 0.0272069 Sep 21 05:28:27.298823 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f2a6de64-f496-471b-843e-bb249c474134 req-5a5fdd0a-46d3-4006-94c0-67ce94bc1d35 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f7d667d-7b99-4296-ba63-60b2a672445c HTTP/1.1" status: 200 len: 210 time: 0.0265250 Sep 21 05:28:27.996206 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f64d39-dadd-4053-a732-1f5e6279e6f9 req-a10f691b-d602-4a76-9aeb-cff007ee082f tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:27.997736 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-57f64d39-dadd-4053-a732-1f5e6279e6f9 req-a10f691b-d602-4a76-9aeb-cff007ee082f tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.32 "GET /v2.0/networks?id=b65ce37e-28e9-4073-aba8-42f09a595bb5 HTTP/1.1" status: 200 len: 812 time: 0.1084912 Sep 21 05:28:28.045040 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-57f64d39-dadd-4053-a732-1f5e6279e6f9 req-64fb0605-defc-476b-ba04-ddc2abad0f30 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f732baa476ec493fa4a85f15fa02b9de HTTP/1.1" status: 200 len: 380 time: 0.0350819 Sep 21 05:28:28.058654 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [req-57f64d39-dadd-4053-a732-1f5e6279e6f9 req-5e56428d-e4a3-4f98-b415-d7cf93402031 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Request body: {'port': {'device_id': '4f7d667d-7b99-4296-ba63-60b2a672445c', 'network_id': 'b65ce37e-28e9-4073-aba8-42f09a595bb5', 'admin_state_up': True, 'tenant_id': 'f732baa476ec493fa4a85f15fa02b9de', 'security_groups': ['2efc370c-cc76-4606-b462-9693fd771f2d']}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:28:28.248496 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57f64d39-dadd-4053-a732-1f5e6279e6f9 req-5e56428d-e4a3-4f98-b415-d7cf93402031 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Made reservation on behalf of f732baa476ec493fa4a85f15fa02b9de for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 05:28:28.253348 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-57f64d39-dadd-4053-a732-1f5e6279e6f9 req-5e56428d-e4a3-4f98-b415-d7cf93402031 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:28.413407 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cd501110-f7bc-45a6-b4c7-7ec5772394d5 req-5d7051f5-962b-4b29-86b8-0695abf14cdd tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f7d667d-7b99-4296-ba63-60b2a672445c HTTP/1.1" status: 200 len: 210 time: 0.0288539 Sep 21 05:28:28.442186 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-57f64d39-dadd-4053-a732-1f5e6279e6f9 req-5e56428d-e4a3-4f98-b415-d7cf93402031 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Allocated IP 172.20.0.14 (b65ce37e-28e9-4073-aba8-42f09a595bb5/73b79fce-eee6-4ec0-bdad-dcc75ff05127/009dc523-dc03-4340-b5b8-0847b08a9cd1) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 05:28:28.590979 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-57f64d39-dadd-4053-a732-1f5e6279e6f9 req-5e56428d-e4a3-4f98-b415-d7cf93402031 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:28.688685 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-57f64d39-dadd-4053-a732-1f5e6279e6f9 req-5e56428d-e4a3-4f98-b415-d7cf93402031 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751403777208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6441136'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:28.731482 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57f64d39-dadd-4053-a732-1f5e6279e6f9 req-5e56428d-e4a3-4f98-b415-d7cf93402031 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Network b65ce37e-28e9-4073-aba8-42f09a595bb5 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 05:28:28.738747 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-57f64d39-dadd-4053-a732-1f5e6279e6f9 req-5e56428d-e4a3-4f98-b415-d7cf93402031 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:28:28.743349 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-57f64d39-dadd-4053-a732-1f5e6279e6f9 req-5e56428d-e4a3-4f98-b415-d7cf93402031 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 05:28:28.748033 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e56428d-e4a3-4f98-b415-d7cf93402031 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Pushing event updated for resources: {'Port': ['ID=009dc523-dc03-4340-b5b8-0847b08a9cd1,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:28:28.815702 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f64d39-dadd-4053-a732-1f5e6279e6f9 req-5e56428d-e4a3-4f98-b415-d7cf93402031 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:28.816330 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-57f64d39-dadd-4053-a732-1f5e6279e6f9 req-5e56428d-e4a3-4f98-b415-d7cf93402031 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:28.889530 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-57f64d39-dadd-4053-a732-1f5e6279e6f9 req-5e56428d-e4a3-4f98-b415-d7cf93402031 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8346226 Sep 21 05:28:28.903374 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [req-57f64d39-dadd-4053-a732-1f5e6279e6f9 req-2dd86001-9059-49cf-bbff-5fa732926992 service neutron] Request body: {'port': {'device_id': '4f7d667d-7b99-4296-ba63-60b2a672445c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:28:28.940578 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-9b6f111d-bbeb-4276-9c5a-6d5f70d344a9 None None] Provisioning complete for port 009dc523-dc03-4340-b5b8-0847b08a9cd1 triggered by entity DHCP. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:28:28.941142 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9b6f111d-bbeb-4276-9c5a-6d5f70d344a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:28.965101 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-57f64d39-dadd-4053-a732-1f5e6279e6f9 req-2dd86001-9059-49cf-bbff-5fa732926992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:29.005877 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-9b6f111d-bbeb-4276-9c5a-6d5f70d344a9 None None] Port 009dc523-dc03-4340-b5b8-0847b08a9cd1 cannot update to ACTIVE because it is not bound. {{(pid=94668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 05:28:29.240174 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 34168) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:28:29.254957 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [req-57f64d39-dadd-4053-a732-1f5e6279e6f9 req-2dd86001-9059-49cf-bbff-5fa732926992 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 009dc523-dc03-4340-b5b8-0847b08a9cd1 {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 05:28:29.263080 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-57f64d39-dadd-4053-a732-1f5e6279e6f9 req-2dd86001-9059-49cf-bbff-5fa732926992 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:29.274756 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-57f64d39-dadd-4053-a732-1f5e6279e6f9 req-2dd86001-9059-49cf-bbff-5fa732926992 service neutron] Transition to ACTIVE for port object 009dc523-dc03-4340-b5b8-0847b08a9cd1 will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 05:28:29.345349 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-57f64d39-dadd-4053-a732-1f5e6279e6f9 req-2dd86001-9059-49cf-bbff-5fa732926992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6441129'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:29.346644 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-799bf2b9-d252-47f3-be95-6d6bc87ef421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:29.394303 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd86001-9059-49cf-bbff-5fa732926992 service neutron] Pushing event updated for resources: {'Port': ['ID=009dc523-dc03-4340-b5b8-0847b08a9cd1,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:28:29.477659 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-57f64d39-dadd-4053-a732-1f5e6279e6f9 req-2dd86001-9059-49cf-bbff-5fa732926992 service neutron] Attempting to bind port 009dc523-dc03-4340-b5b8-0847b08a9cd1 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 05:28:29.477659 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-57f64d39-dadd-4053-a732-1f5e6279e6f9 req-2dd86001-9059-49cf-bbff-5fa732926992 service neutron] Attempting to bind port 009dc523-dc03-4340-b5b8-0847b08a9cd1 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '2750d958-8afb-4c23-8d50-7f696d3e9439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b65ce37e-28e9-4073-aba8-42f09a595bb5'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 05:28:29.477659 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f64d39-dadd-4053-a732-1f5e6279e6f9 req-2dd86001-9059-49cf-bbff-5fa732926992 service neutron] Attempting to bind port 009dc523-dc03-4340-b5b8-0847b08a9cd1 on network b65ce37e-28e9-4073-aba8-42f09a595bb5 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 05:28:29.481146 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f64d39-dadd-4053-a732-1f5e6279e6f9 req-2dd86001-9059-49cf-bbff-5fa732926992 service neutron] Port 009dc523-dc03-4340-b5b8-0847b08a9cd1 on network b65ce37e-28e9-4073-aba8-42f09a595bb5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 05:28:29.481628 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f64d39-dadd-4053-a732-1f5e6279e6f9 req-2dd86001-9059-49cf-bbff-5fa732926992 service neutron] Attempting to bind port 009dc523-dc03-4340-b5b8-0847b08a9cd1 on network b65ce37e-28e9-4073-aba8-42f09a595bb5 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 05:28:29.488062 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f64d39-dadd-4053-a732-1f5e6279e6f9 req-2dd86001-9059-49cf-bbff-5fa732926992 service neutron] Checking agent: {'id': '5298a3ad-ea79-4298-8fba-5c2796ea9d92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 5, 18, 37), 'started_at': datetime.datetime(2021, 9, 21, 5, 18, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 5, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 05:28:29.488757 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f64d39-dadd-4053-a732-1f5e6279e6f9 req-2dd86001-9059-49cf-bbff-5fa732926992 service neutron] Checking segment: {'id': '2750d958-8afb-4c23-8d50-7f696d3e9439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b65ce37e-28e9-4073-aba8-42f09a595bb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 05:28:29.489295 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f64d39-dadd-4053-a732-1f5e6279e6f9 req-2dd86001-9059-49cf-bbff-5fa732926992 service neutron] Bound using segment: {'id': '2750d958-8afb-4c23-8d50-7f696d3e9439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b65ce37e-28e9-4073-aba8-42f09a595bb5'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 05:28:29.489849 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-57f64d39-dadd-4053-a732-1f5e6279e6f9 req-2dd86001-9059-49cf-bbff-5fa732926992 service neutron] Bound port: 009dc523-dc03-4340-b5b8-0847b08a9cd1, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2750d958-8afb-4c23-8d50-7f696d3e9439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b65ce37e-28e9-4073-aba8-42f09a595bb5'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 05:28:29.490546 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-57f64d39-dadd-4053-a732-1f5e6279e6f9 req-2dd86001-9059-49cf-bbff-5fa732926992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:29.496279 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-799bf2b9-d252-47f3-be95-6d6bc87ef421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:29.564665 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce1451b-e105-49a9-8744-3ad66346e387 req-1a6236f0-9f4b-4685-a70d-68db8245f8fb tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:29.566334 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6ce1451b-e105-49a9-8744-3ad66346e387 req-1a6236f0-9f4b-4685-a70d-68db8245f8fb tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f7d667d-7b99-4296-ba63-60b2a672445c HTTP/1.1" status: 200 len: 944 time: 0.0536020 Sep 21 05:28:29.568997 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-57f64d39-dadd-4053-a732-1f5e6279e6f9 req-2dd86001-9059-49cf-bbff-5fa732926992 service neutron] For port 009dc523-dc03-4340-b5b8-0847b08a9cd1, host hv-cinder-77819, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 05:28:29.572595 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-57f64d39-dadd-4053-a732-1f5e6279e6f9 req-2dd86001-9059-49cf-bbff-5fa732926992 service neutron] For port 009dc523-dc03-4340-b5b8-0847b08a9cd1, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=009dc523-dc03-4340-b5b8-0847b08a9cd1,segment=NetworkSegment(2750d958-8afb-4c23-8d50-7f696d3e9439),segment_id=2750d958-8afb-4c23-8d50-7f696d3e9439)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 05:28:29.606309 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6ce1451b-e105-49a9-8744-3ad66346e387 req-dc880b34-eb8a-4cf5-b730-17e84fd6cb39 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/security-groups?id=2efc370c-cc76-4606-b462-9693fd771f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338395 Sep 21 05:28:29.607799 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-799bf2b9-d252-47f3-be95-6d6bc87ef421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:29.650272 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-799bf2b9-d252-47f3-be95-6d6bc87ef421 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0d6b10a1b5174d17ac960ae6f1c0a856&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4087660 Sep 21 05:28:29.650866 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799bf2b9-d252-47f3-be95-6d6bc87ef421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c977a457-0dbe-4d6a-9a50-15412a1e25c6,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:28:29.653561 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 34176) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:28:29.662506 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-57f64d39-dadd-4053-a732-1f5e6279e6f9 req-2dd86001-9059-49cf-bbff-5fa732926992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6441129'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:29.711411 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f64d39-dadd-4053-a732-1f5e6279e6f9 req-2dd86001-9059-49cf-bbff-5fa732926992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:29.712022 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-57f64d39-dadd-4053-a732-1f5e6279e6f9 req-2dd86001-9059-49cf-bbff-5fa732926992 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:29.713406 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-57f64d39-dadd-4053-a732-1f5e6279e6f9 req-2dd86001-9059-49cf-bbff-5fa732926992 service neutron] 10.222.0.32 "PUT /v2.0/ports/009dc523-dc03-4340-b5b8-0847b08a9cd1 HTTP/1.1" status: 200 len: 1094 time: 0.8149147 Sep 21 05:28:29.716882 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f7d667d-7b99-4296-ba63-60b2a672445c', 'tag': '009dc523-dc03-4340-b5b8-0847b08a9cd1'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 05:28:29.719145 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2093a7355c0e7a06ffa9c2f51d01f7a17d1263efd9baf457b9b047ecef1e75bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38054210-8093-4ed4-a716-9be044a43b72" -d '{"events": [{"name": "network-changed", "server_uuid": "4f7d667d-7b99-4296-ba63-60b2a672445c", "tag": "009dc523-dc03-4340-b5b8-0847b08a9cd1"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 05:28:29.757993 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd86001-9059-49cf-bbff-5fa732926992 service neutron] Pushing event updated for resources: {'Port': ['ID=009dc523-dc03-4340-b5b8-0847b08a9cd1,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:28:29.763909 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 05:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b54e510-c4be-4490-8950-464ca4ee2227 x-openstack-request-id: req-3b54e510-c4be-4490-8950-464ca4ee2227 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 05:28:29.764201 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f7d667d-7b99-4296-ba63-60b2a672445c", "tag": "009dc523-dc03-4340-b5b8-0847b08a9cd1", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 05:28:29.764512 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3b54e510-c4be-4490-8950-464ca4ee2227 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 05:28:29.764825 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f7d667d-7b99-4296-ba63-60b2a672445c', 'tag': '009dc523-dc03-4340-b5b8-0847b08a9cd1', 'status': 'completed', 'code': 200} Sep 21 05:28:29.768114 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9a15e9a1-a5b8-4a6e-b23f-f4a81d083ac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:29.791131 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9a15e9a1-a5b8-4a6e-b23f-f4a81d083ac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:29.878896 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38054210-8093-4ed4-a716-9be044a43b72 req-01081e09-3d54-4abf-b955-d9cb1880f7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:29.880484 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-38054210-8093-4ed4-a716-9be044a43b72 req-01081e09-3d54-4abf-b955-d9cb1880f7e1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f732baa476ec493fa4a85f15fa02b9de&device_id=4f7d667d-7b99-4296-ba63-60b2a672445c HTTP/1.1" status: 200 len: 1097 time: 0.0777621 Sep 21 05:28:29.990451 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38054210-8093-4ed4-a716-9be044a43b72 req-bca24901-2d82-4446-a19b-4e93691de03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:29.992500 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-38054210-8093-4ed4-a716-9be044a43b72 req-bca24901-2d82-4446-a19b-4e93691de03c service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=f732baa476ec493fa4a85f15fa02b9de&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0980635 Sep 21 05:28:30.030347 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9a15e9a1-a5b8-4a6e-b23f-f4a81d083ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:30.034077 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9a15e9a1-a5b8-4a6e-b23f-f4a81d083ac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:30.035313 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-9a15e9a1-a5b8-4a6e-b23f-f4a81d083ac7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c977a457-0dbe-4d6a-9a50-15412a1e25c6 HTTP/1.1" status: 204 len: 168 time: 0.3805423 Sep 21 05:28:30.078424 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a15e9a1-a5b8-4a6e-b23f-f4a81d083ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c977a457-0dbe-4d6a-9a50-15412a1e25c6,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:28:30.112071 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38054210-8093-4ed4-a716-9be044a43b72 req-5e3641e1-0f77-4de0-b1a2-3a952c77badf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:30.113506 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-38054210-8093-4ed4-a716-9be044a43b72 req-5e3641e1-0f77-4de0-b1a2-3a952c77badf service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1130395 Sep 21 05:28:30.196661 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f64d39-dadd-4053-a732-1f5e6279e6f9 req-d800c1bd-bb84-43ea-8c93-474e3639ee0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:30.198517 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-57f64d39-dadd-4053-a732-1f5e6279e6f9 req-d800c1bd-bb84-43ea-8c93-474e3639ee0e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f732baa476ec493fa4a85f15fa02b9de&device_id=4f7d667d-7b99-4296-ba63-60b2a672445c HTTP/1.1" status: 200 len: 1097 time: 0.0427990 Sep 21 05:28:30.241498 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-57f64d39-dadd-4053-a732-1f5e6279e6f9 req-c1bcf54f-a8fd-4b39-9208-303a0d6e69b4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=009dc523-dc03-4340-b5b8-0847b08a9cd1 HTTP/1.1" status: 200 len: 217 time: 0.0340917 Sep 21 05:28:30.298798 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f64d39-dadd-4053-a732-1f5e6279e6f9 req-7bd52b03-2935-426b-8045-4d88e40d3290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:30.300170 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-57f64d39-dadd-4053-a732-1f5e6279e6f9 req-7bd52b03-2935-426b-8045-4d88e40d3290 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=73b79fce-eee6-4ec0-bdad-dcc75ff05127 HTTP/1.1" status: 200 len: 851 time: 0.0491145 Sep 21 05:28:30.355096 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f64d39-dadd-4053-a732-1f5e6279e6f9 req-98953631-b49a-4c83-a8bc-f365bf5da2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:30.357650 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-57f64d39-dadd-4053-a732-1f5e6279e6f9 req-98953631-b49a-4c83-a8bc-f365bf5da2cc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b65ce37e-28e9-4073-aba8-42f09a595bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0465746 Sep 21 05:28:30.457879 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-57f64d39-dadd-4053-a732-1f5e6279e6f9 req-c5d01692-5091-4e95-82d2-8a9879ca1ff9 service neutron] 10.222.0.32 "GET /v2.0/networks/b65ce37e-28e9-4073-aba8-42f09a595bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907257 Sep 21 05:28:30.554817 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-57f64d39-dadd-4053-a732-1f5e6279e6f9 req-ffa389bd-5e09-48f0-8ce6-690d3d7b3a96 service neutron] 10.222.0.32 "GET /v2.0/networks/b65ce37e-28e9-4073-aba8-42f09a595bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870538 Sep 21 05:28:30.724879 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ff65d-3535-4652-93fa-e9cdfbf2c0e6 req-f94debbb-3d11-4f3b-ab57-f699915b17ff tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:30.725828 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 34192) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:28:30.726538 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ea1ff65d-3535-4652-93fa-e9cdfbf2c0e6 req-f94debbb-3d11-4f3b-ab57-f699915b17ff tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f7d667d-7b99-4296-ba63-60b2a672445c HTTP/1.1" status: 200 len: 944 time: 0.0478752 Sep 21 05:28:30.739630 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-43468b6d-1190-48a8-a59f-44912fc7c6a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:30.764550 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ea1ff65d-3535-4652-93fa-e9cdfbf2c0e6 req-65f20c16-2c5e-48cb-afc6-0e48a0fd9251 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/security-groups?id=2efc370c-cc76-4606-b462-9693fd771f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315316 Sep 21 05:28:30.829577 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-43468b6d-1190-48a8-a59f-44912fc7c6a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:30.933818 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-43468b6d-1190-48a8-a59f-44912fc7c6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:30.970849 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43468b6d-1190-48a8-a59f-44912fc7c6a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=139ed87a-d7fa-4df5-ad21-a513ce064d73,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:28:30.976492 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-43468b6d-1190-48a8-a59f-44912fc7c6a9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=db6f3fd85dfb49dc88f76506e35898f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2492719 Sep 21 05:28:30.978914 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 34196) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:28:31.034247 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f624c1ec-0fb4-4ff8-bb04-80dc4f713205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:31.054694 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f624c1ec-0fb4-4ff8-bb04-80dc4f713205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:31.173882 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f624c1ec-0fb4-4ff8-bb04-80dc4f713205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:31.176467 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f624c1ec-0fb4-4ff8-bb04-80dc4f713205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:31.185827 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-f624c1ec-0fb4-4ff8-bb04-80dc4f713205 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/139ed87a-d7fa-4df5-ad21-a513ce064d73 HTTP/1.1" status: 204 len: 168 time: 0.1979012 Sep 21 05:28:31.185827 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f624c1ec-0fb4-4ff8-bb04-80dc4f713205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=139ed87a-d7fa-4df5-ad21-a513ce064d73,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:28:31.883964 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58891fb2-3875-46e8-8709-fd9c25d7c988 req-bbe38d8b-20cf-4f38-a742-8fa27d32a834 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:31.887254 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-58891fb2-3875-46e8-8709-fd9c25d7c988 req-bbe38d8b-20cf-4f38-a742-8fa27d32a834 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f7d667d-7b99-4296-ba63-60b2a672445c HTTP/1.1" status: 200 len: 944 time: 0.0538118 Sep 21 05:28:31.924308 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-58891fb2-3875-46e8-8709-fd9c25d7c988 req-ec3a4ea3-0e64-4964-b5d4-6b1832e77ffa tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/security-groups?id=2efc370c-cc76-4606-b462-9693fd771f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326791 Sep 21 05:28:32.332103 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc5cc83-1c9c-4f24-a7bd-79dfb64c23fb req-9c834e60-c587-4586-acd5-812edcd1b554 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:32.333591 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-adc5cc83-1c9c-4f24-a7bd-79dfb64c23fb req-9c834e60-c587-4586-acd5-812edcd1b554 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/ports?device_id=adb255da-3df1-4659-855c-f38e49386e6a HTTP/1.1" status: 200 len: 945 time: 0.0486975 Sep 21 05:28:32.372125 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-adc5cc83-1c9c-4f24-a7bd-79dfb64c23fb req-d3259ce4-e5b1-4d7d-809b-38d376bacae8 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/security-groups?id=28693767-7c5b-4f40-81b2-97e0eaf2b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316122 Sep 21 05:28:33.038045 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16a62e-2801-41d0-8b9f-48790f929aab req-66b26a0e-ac61-4cca-b343-907cada11256 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:33.039613 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cf16a62e-2801-41d0-8b9f-48790f929aab req-66b26a0e-ac61-4cca-b343-907cada11256 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f7d667d-7b99-4296-ba63-60b2a672445c HTTP/1.1" status: 200 len: 944 time: 0.0476532 Sep 21 05:28:33.077335 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cf16a62e-2801-41d0-8b9f-48790f929aab req-c1b33dd0-d34a-4564-a37a-3349ae38bc40 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/security-groups?id=2efc370c-cc76-4606-b462-9693fd771f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314720 Sep 21 05:28:33.490842 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4976b3c9-4a94-427e-9c9c-a25fe81ad973 req-3f4faee2-db9b-4468-ad38-41a01675fc94 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:33.496470 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4976b3c9-4a94-427e-9c9c-a25fe81ad973 req-3f4faee2-db9b-4468-ad38-41a01675fc94 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/ports?device_id=adb255da-3df1-4659-855c-f38e49386e6a HTTP/1.1" status: 200 len: 945 time: 0.0552030 Sep 21 05:28:33.530463 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4976b3c9-4a94-427e-9c9c-a25fe81ad973 req-dc1d2f71-0516-4408-b9e9-d6ae286d4b63 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/security-groups?id=28693767-7c5b-4f40-81b2-97e0eaf2b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320203 Sep 21 05:28:34.039397 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf4ce7-0700-4dbe-bb6a-c8517324a70f req-e122737c-032e-4fd1-a40e-6876e3be0d7b tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:34.040723 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-7ccf4ce7-0700-4dbe-bb6a-c8517324a70f req-e122737c-032e-4fd1-a40e-6876e3be0d7b tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.32 "GET /v2.0/ports?device_id=adb255da-3df1-4659-855c-f38e49386e6a HTTP/1.1" status: 200 len: 945 time: 0.0465100 Sep 21 05:28:34.146644 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-7ccf4ce7-0700-4dbe-bb6a-c8517324a70f req-b5af2feb-e064-40de-8fac-cf190b617a93 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Deleting port 1316c9b3-fec7-49cc-8e71-a8b739807fc3 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 05:28:34.146988 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-7ccf4ce7-0700-4dbe-bb6a-c8517324a70f req-b5af2feb-e064-40de-8fac-cf190b617a93 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751404276529'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:34.199295 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b158c-bda0-4604-b0b7-300bbbdd4754 req-ef2c3e0a-df30-424b-a296-6670695972a7 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:34.200810 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-588b158c-bda0-4604-b0b7-300bbbdd4754 req-ef2c3e0a-df30-424b-a296-6670695972a7 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f7d667d-7b99-4296-ba63-60b2a672445c HTTP/1.1" status: 200 len: 944 time: 0.0530038 Sep 21 05:28:34.237821 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-588b158c-bda0-4604-b0b7-300bbbdd4754 req-6611cdcd-a00c-4c00-bd5e-b246c41ac574 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/security-groups?id=2efc370c-cc76-4606-b462-9693fd771f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310044 Sep 21 05:28:34.238459 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-7ccf4ce7-0700-4dbe-bb6a-c8517324a70f req-b5af2feb-e064-40de-8fac-cf190b617a93 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] For port 1316c9b3-fec7-49cc-8e71-a8b739807fc3, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=1316c9b3-fec7-49cc-8e71-a8b739807fc3,segment=NetworkSegment(e27e0c85-a40e-4234-916d-2e9d4a15a16a),segment_id=e27e0c85-a40e-4234-916d-2e9d4a15a16a)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:28:34.238838 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-7ccf4ce7-0700-4dbe-bb6a-c8517324a70f req-b5af2feb-e064-40de-8fac-cf190b617a93 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463939'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:34.252301 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-7ccf4ce7-0700-4dbe-bb6a-c8517324a70f req-b5af2feb-e064-40de-8fac-cf190b617a93 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Calling delete_port for 1316c9b3-fec7-49cc-8e71-a8b739807fc3 owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 05:28:34.649908 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abaccbc-5233-416f-b018-cd40dba23858 req-d8da2317-e1b0-4339-8d46-28ce421774e9 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:34.655038 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6abaccbc-5233-416f-b018-cd40dba23858 req-d8da2317-e1b0-4339-8d46-28ce421774e9 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/ports?device_id=adb255da-3df1-4659-855c-f38e49386e6a HTTP/1.1" status: 200 len: 945 time: 0.0550365 Sep 21 05:28:34.691263 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6abaccbc-5233-416f-b018-cd40dba23858 req-71b5539e-1dab-4e02-8fb3-2b59663c11f5 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/security-groups?id=28693767-7c5b-4f40-81b2-97e0eaf2b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326045 Sep 21 05:28:34.744537 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 34282) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:28:34.756575 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-7ccf4ce7-0700-4dbe-bb6a-c8517324a70f req-b5af2feb-e064-40de-8fac-cf190b617a93 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751404282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751403777217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6441136'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:34.768512 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] get_ports_and_sgs() called for port_ids ['2d4de02b-2e26-455b-ac64-1a7350bf3046', 'ea3ccbaa-6475-4ed4-bc9e-9aad2b2324f3', '95d61858-b164-40af-932a-bd3513518b62'] {{(pid=94668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 05:28:34.785674 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5af2feb-e064-40de-8fac-cf190b617a93 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Pushing event deleted for resources: {'Port': ['ID=1316c9b3-fec7-49cc-8e71-a8b739807fc3,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:28:34.832617 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ccf4ce7-0700-4dbe-bb6a-c8517324a70f req-b5af2feb-e064-40de-8fac-cf190b617a93 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] No DVR routers for this DVR port 1316c9b3-fec7-49cc-8e71-a8b739807fc3 on host hv-cinder-77819 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 05:28:34.835442 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-7ccf4ce7-0700-4dbe-bb6a-c8517324a70f req-b5af2feb-e064-40de-8fac-cf190b617a93 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:34.837306 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-7ccf4ce7-0700-4dbe-bb6a-c8517324a70f req-b5af2feb-e064-40de-8fac-cf190b617a93 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.32 "DELETE /v2.0/ports/1316c9b3-fec7-49cc-8e71-a8b739807fc3 HTTP/1.1" status: 204 len: 173 time: 0.7900865 Sep 21 05:28:34.837737 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adb255da-3df1-4659-855c-f38e49386e6a', 'name': 'network-vif-deleted', 'tag': '1316c9b3-fec7-49cc-8e71-a8b739807fc3'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 05:28:34.840694 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2093a7355c0e7a06ffa9c2f51d01f7a17d1263efd9baf457b9b047ecef1e75bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd912fe-684c-4f6b-8b93-9c1c6e5fd4d1" -d '{"events": [{"server_uuid": "adb255da-3df1-4659-855c-f38e49386e6a", "name": "network-vif-deleted", "tag": "1316c9b3-fec7-49cc-8e71-a8b739807fc3"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 05:28:34.864611 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-16d08d30-de84-4689-b47f-eedc69a53248 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:34.877425 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 05:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db4a0287-bc98-44e9-9cff-9073620be21b x-openstack-request-id: req-db4a0287-bc98-44e9-9cff-9073620be21b {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 05:28:34.877716 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adb255da-3df1-4659-855c-f38e49386e6a", "name": "network-vif-deleted", "tag": "1316c9b3-fec7-49cc-8e71-a8b739807fc3", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 05:28:34.877968 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-db4a0287-bc98-44e9-9cff-9073620be21b {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 05:28:34.878559 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adb255da-3df1-4659-855c-f38e49386e6a', 'name': 'network-vif-deleted', 'tag': '1316c9b3-fec7-49cc-8e71-a8b739807fc3', 'status': 'completed', 'code': 200} Sep 21 05:28:34.958144 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-16d08d30-de84-4689-b47f-eedc69a53248 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:35.008222 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-16d08d30-de84-4689-b47f-eedc69a53248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:35.047167 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d08d30-de84-4689-b47f-eedc69a53248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93a3d0ad-5423-4f74-9c26-1e395a40c15f,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:28:35.052548 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-16d08d30-de84-4689-b47f-eedc69a53248 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=628ea07689874605a6521f8e490545b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3063040 Sep 21 05:28:35.055279 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 34288) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:28:35.113192 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-f57d1fc2-0f57-4dfb-8373-89075dbc8bc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:35.134102 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-f57d1fc2-0f57-4dfb-8373-89075dbc8bc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:35.270943 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-f57d1fc2-0f57-4dfb-8373-89075dbc8bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:35.273513 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-f57d1fc2-0f57-4dfb-8373-89075dbc8bc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:35.274728 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-f57d1fc2-0f57-4dfb-8373-89075dbc8bc4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/93a3d0ad-5423-4f74-9c26-1e395a40c15f HTTP/1.1" status: 204 len: 168 time: 0.2184098 Sep 21 05:28:35.283413 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57d1fc2-0f57-4dfb-8373-89075dbc8bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a3d0ad-5423-4f74-9c26-1e395a40c15f,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:28:35.357187 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86761dc5-3064-41c2-a693-ffbe68c6d394 req-9dd5cb23-093e-42e2-a2f4-a0a5baf9c59c tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:35.358674 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-86761dc5-3064-41c2-a693-ffbe68c6d394 req-9dd5cb23-093e-42e2-a2f4-a0a5baf9c59c tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f7d667d-7b99-4296-ba63-60b2a672445c HTTP/1.1" status: 200 len: 944 time: 0.0487690 Sep 21 05:28:35.395386 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-86761dc5-3064-41c2-a693-ffbe68c6d394 req-b2724c1a-4c2c-41e7-9419-ba63529c255b tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/security-groups?id=2efc370c-cc76-4606-b462-9693fd771f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307832 Sep 21 05:28:35.797752 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-245bca2e-b393-4150-ae55-5d1116e42336 req-e143ece0-abf7-4c28-a1cc-94a1d87a1ef7 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/ports?device_id=adb255da-3df1-4659-855c-f38e49386e6a HTTP/1.1" status: 200 len: 210 time: 0.0269980 Sep 21 05:28:35.899798 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0389cc82-2c91-4dc3-943a-dae259be50dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:35.945823 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 34298) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:28:35.959511 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ff68f9ea-bcda-4482-965f-f44e10bdc3db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:36.044802 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ff68f9ea-bcda-4482-965f-f44e10bdc3db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:36.127867 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ff68f9ea-bcda-4482-965f-f44e10bdc3db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:36.163135 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff68f9ea-bcda-4482-965f-f44e10bdc3db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e407935-db00-4ed2-9896-25f20b5bf51b,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:28:36.168827 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-ff68f9ea-bcda-4482-965f-f44e10bdc3db admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ea26a5d83ede4e24970d42647ad0aee5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2219102 Sep 21 05:28:36.171647 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 34300) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:28:36.221034 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-16d38b74-120f-45ca-89a4-c32a0eb6f26b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:36.241207 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-16d38b74-120f-45ca-89a4-c32a0eb6f26b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:36.350567 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-16d38b74-120f-45ca-89a4-c32a0eb6f26b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:36.353166 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-16d38b74-120f-45ca-89a4-c32a0eb6f26b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:36.354944 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-16d38b74-120f-45ca-89a4-c32a0eb6f26b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8e407935-db00-4ed2-9896-25f20b5bf51b HTTP/1.1" status: 204 len: 168 time: 0.1821611 Sep 21 05:28:36.362893 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d38b74-120f-45ca-89a4-c32a0eb6f26b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e407935-db00-4ed2-9896-25f20b5bf51b,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:28:36.507701 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787bb405-956b-4d0f-8ca5-99fe1b1cf0e3 req-ece93155-6b94-4934-bb7e-4154c271cb1b tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:36.509143 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-787bb405-956b-4d0f-8ca5-99fe1b1cf0e3 req-ece93155-6b94-4934-bb7e-4154c271cb1b tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f7d667d-7b99-4296-ba63-60b2a672445c HTTP/1.1" status: 200 len: 944 time: 0.0475173 Sep 21 05:28:36.550146 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-787bb405-956b-4d0f-8ca5-99fe1b1cf0e3 req-9a4b2285-9695-418c-ab36-97f4db2f1478 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/security-groups?id=2efc370c-cc76-4606-b462-9693fd771f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346410 Sep 21 05:28:36.651832 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device 1316c9b3-fec7-49cc-8e71-a8b739807fc3 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 05:28:36.674296 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] No Port match for: 1316c9b3-fec7-49cc-8e71-a8b739807fc3 {{(pid=94668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 05:28:36.674675 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device 1316c9b3-fec7-49cc-8e71-a8b739807fc3 not bound to the agent host hv-cinder-77819 {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 05:28:37.389143 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 34330) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:28:37.486042 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-3192e648-bc85-4761-b897-d5636b01272d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1001128022-network', 'tenant_id': 'b83bc9ddc8e842aab035e7f904ace735'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:28:37.643996 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3192e648-bc85-4761-b897-d5636b01272d admin admin] Made reservation on behalf of b83bc9ddc8e842aab035e7f904ace735 for: {'network': 1} {{(pid=94666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 05:28:37.646111 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-3192e648-bc85-4761-b897-d5636b01272d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for network, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:37.660475 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-3192e648-bc85-4761-b897-d5636b01272d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:37.688765 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f9a728-216b-4805-ab22-241eacbbfcf5 req-93513503-41d0-4017-80de-68b116d4af66 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:37.690209 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-79f9a728-216b-4805-ab22-241eacbbfcf5 req-93513503-41d0-4017-80de-68b116d4af66 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f7d667d-7b99-4296-ba63-60b2a672445c HTTP/1.1" status: 200 len: 944 time: 0.0722451 Sep 21 05:28:37.744240 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-79f9a728-216b-4805-ab22-241eacbbfcf5 req-b486b2c9-2447-4618-80fd-0c70dc84b92a tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/security-groups?id=2efc370c-cc76-4606-b462-9693fd771f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450907 Sep 21 05:28:37.788670 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-3192e648-bc85-4761-b897-d5636b01272d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:37.910926 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-3192e648-bc85-4761-b897-d5636b01272d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:37.937087 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3192e648-bc85-4761-b897-d5636b01272d admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=94666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 05:28:37.942167 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3192e648-bc85-4761-b897-d5636b01272d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b08093-d139-4117-a4ad-f8d2ddfe7167,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:28:37.956188 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-3192e648-bc85-4761-b897-d5636b01272d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669518'] for segment, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:37.956188 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.db.segments_db [None req-3192e648-bc85-4761-b897-d5636b01272d admin admin] Added segment 316a1273-0cee-4188-b198-a8c990c553b0 of type vlan for network f1a2367e-b6a5-41a6-ad08-4425cc2e6590 Sep 21 05:28:37.991320 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-3192e648-bc85-4761-b897-d5636b01272d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751403734303'] for network, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:38.048200 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:38.065407 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-3192e648-bc85-4761-b897-d5636b01272d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524'] for network, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:38.066379 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3192e648-bc85-4761-b897-d5636b01272d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:38.066989 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-3192e648-bc85-4761-b897-d5636b01272d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531542'] for network, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:38.128978 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3192e648-bc85-4761-b897-d5636b01272d admin admin] Pushing event updated for resources: {'Network': ['ID=f1a2367e-b6a5-41a6-ad08-4425cc2e6590,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:28:38.137197 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-3192e648-bc85-4761-b897-d5636b01272d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7443094 Sep 21 05:28:38.137622 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 34340) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:28:38.140162 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Network f1a2367e-b6a5-41a6-ad08-4425cc2e6590 details requested by agent ovs-agent-dv-cinder-778193-10-iscsi with host dv-cinder-778193-10-iscsi {{(pid=94668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 05:28:38.142305 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-777126e5-c3b5-44e5-90c2-ce01d3597008 admin admin] Request body: {'subnet': {'network_id': 'f1a2367e-b6a5-41a6-ad08-4425cc2e6590', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1001128022-subnet', 'tenant_id': 'b83bc9ddc8e842aab035e7f904ace735', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:28:38.265066 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-777126e5-c3b5-44e5-90c2-ce01d3597008 admin admin] Made reservation on behalf of b83bc9ddc8e842aab035e7f904ace735 for: {'subnet': 1} {{(pid=94666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 05:28:38.267428 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-777126e5-c3b5-44e5-90c2-ce01d3597008 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8253391'] for subnet, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:38.495978 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-777126e5-c3b5-44e5-90c2-ce01d3597008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7439625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8253409'] for subnet, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:38.580120 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc1bb99-9342-4752-b488-1601451764d2 req-a68d144a-56bc-4aff-a46b-de4ced82e4da tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:38.581592 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-edc1bb99-9342-4752-b488-1601451764d2 req-a68d144a-56bc-4aff-a46b-de4ced82e4da tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d966983-374d-46ad-a0a4-00012187817b HTTP/1.1" status: 200 len: 945 time: 0.0958960 Sep 21 05:28:38.583827 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777126e5-c3b5-44e5-90c2-ce01d3597008 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75d2ce02-ed54-42a5-ba89-99b470d9213d,revision_number=0']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:28:38.599231 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777126e5-c3b5-44e5-90c2-ce01d3597008 admin admin] Checking segment: {'id': '316a1273-0cee-4188-b198-a8c990c553b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f1a2367e-b6a5-41a6-ad08-4425cc2e6590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 05:28:38.599584 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777126e5-c3b5-44e5-90c2-ce01d3597008 admin admin] Network hostable DHCP agents. Network: f1a2367e-b6a5-41a6-ad08-4425cc2e6590, hostable agents: ['6e02bdac-2fb2-4f2e-acf6-c0c230e91990'], hosted agents: [] {{(pid=94666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 05:28:38.625552 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-aa513181-c51f-4707-9971-62f7c2673d2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:38.635093 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-edc1bb99-9342-4752-b488-1601451764d2 req-a6c60148-8900-4db5-b9a8-a45bc81612a7 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/security-groups?id=28693767-7c5b-4f40-81b2-97e0eaf2b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471454 Sep 21 05:28:38.650714 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device 009dc523-dc03-4340-b5b8-0847b08a9cd1 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 05:28:38.722421 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777126e5-c3b5-44e5-90c2-ce01d3597008 admin admin] Network f1a2367e-b6a5-41a6-ad08-4425cc2e6590 is scheduled to be hosted by DHCP agent 6e02bdac-2fb2-4f2e-acf6-c0c230e91990 with binding_index 1 {{(pid=94666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 05:28:38.748557 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] For port 009dc523-dc03-4340-b5b8-0847b08a9cd1, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=009dc523-dc03-4340-b5b8-0847b08a9cd1,segment=NetworkSegment(2750d958-8afb-4c23-8d50-7f696d3e9439),segment_id=2750d958-8afb-4c23-8d50-7f696d3e9439)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:28:38.759332 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Returning: {'device': '009dc523-dc03-4340-b5b8-0847b08a9cd1', 'network_id': 'b65ce37e-28e9-4073-aba8-42f09a595bb5', 'port_id': '009dc523-dc03-4340-b5b8-0847b08a9cd1', 'mac_address': 'fa:16:3e:88:7e:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73b79fce-eee6-4ec0-bdad-dcc75ff05127', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 05:28:38.797439 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:38.808672 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.base_scheduler [None req-777126e5-c3b5-44e5-90c2-ce01d3597008 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-10-iscsi, f1a2367e-b6a5-41a6-ad08-4425cc2e6590) {{(pid=94666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:28:38.813114 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.notifiers.nova [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 009dc523-dc03-4340-b5b8-0847b08a9cd1 {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 05:28:38.814514 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777126e5-c3b5-44e5-90c2-ce01d3597008 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:38.815186 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-777126e5-c3b5-44e5-90c2-ce01d3597008 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:38.820214 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5e765f-18ba-43f8-9ace-b250eae2bbe4 None None] Network f1a2367e-b6a5-41a6-ad08-4425cc2e6590 requested from dv-cinder-778193-10-iscsi {{(pid=94668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 05:28:38.855748 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] For port 009dc523-dc03-4340-b5b8-0847b08a9cd1, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=009dc523-dc03-4340-b5b8-0847b08a9cd1,segment=NetworkSegment(2750d958-8afb-4c23-8d50-7f696d3e9439),segment_id=2750d958-8afb-4c23-8d50-7f696d3e9439)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:28:38.869088 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6474c3-8408-464c-b459-083f34c1d9bb req-42f0f26c-4fc7-4bd2-9b68-f427a26a3b20 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:38.870647 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2c6474c3-8408-464c-b459-083f34c1d9bb req-42f0f26c-4fc7-4bd2-9b68-f427a26a3b20 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f7d667d-7b99-4296-ba63-60b2a672445c HTTP/1.1" status: 200 len: 944 time: 0.0596335 Sep 21 05:28:38.910167 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2c6474c3-8408-464c-b459-083f34c1d9bb req-d904762b-dcd5-424c-8397-a446e7ec92ce tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/security-groups?id=2efc370c-cc76-4606-b462-9693fd771f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333176 Sep 21 05:28:38.912145 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-777126e5-c3b5-44e5-90c2-ce01d3597008 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7737391 Sep 21 05:28:38.951178 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:38.957414 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8edf296d-ac97-4df9-b3eb-30c0b10d6802 None None] Network f1a2367e-b6a5-41a6-ad08-4425cc2e6590 requested from dv-cinder-778193-10-iscsi {{(pid=94668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 05:28:39.053336 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Pushing event updated for resources: {'Port': ['ID=009dc523-dc03-4340-b5b8-0847b08a9cd1,revision_number=4']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:28:39.066020 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:28:39.066435 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:28:39.066764 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:28:39.067102 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:28:39.067434 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:28:39.067764 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:28:39.068093 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:28:39.068420 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:28:39.068746 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:28:39.069069 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:28:39.069390 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:28:39.069713 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:28:39.225994 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] get_ports_and_sgs() called for port_ids ['009dc523-dc03-4340-b5b8-0847b08a9cd1'] {{(pid=94668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 05:28:39.302268 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:39.747001 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc74f8-2c74-441b-824f-007a0dc799af req-89faf807-ea65-4247-85f6-b542c14790db tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:39.748571 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-30fc74f8-2c74-441b-824f-007a0dc799af req-89faf807-ea65-4247-85f6-b542c14790db tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d966983-374d-46ad-a0a4-00012187817b HTTP/1.1" status: 200 len: 945 time: 0.0483396 Sep 21 05:28:39.787210 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-30fc74f8-2c74-441b-824f-007a0dc799af req-0d983646-834e-4625-a548-0bc2f27acf14 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/security-groups?id=28693767-7c5b-4f40-81b2-97e0eaf2b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327632 Sep 21 05:28:39.950978 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2c351aa7-00e3-4828-8663-e1495c3162e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:40.036844 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a916d882-6786-4613-bf2e-77e8c7df5f79 req-6fc863f4-fd9b-4eca-b592-288dd7214668 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:40.038441 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a916d882-6786-4613-bf2e-77e8c7df5f79 req-6fc863f4-fd9b-4eca-b592-288dd7214668 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f7d667d-7b99-4296-ba63-60b2a672445c HTTP/1.1" status: 200 len: 945 time: 0.0490561 Sep 21 05:28:40.091029 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a916d882-6786-4613-bf2e-77e8c7df5f79 req-ad98186a-a891-4ef3-af30-d44764cebd86 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/security-groups?id=2efc370c-cc76-4606-b462-9693fd771f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460923 Sep 21 05:28:40.094284 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ef605d-10e0-4451-98f5-6cfb3a555682 req-c8e3690f-44cf-4e4f-bf14-023a13645d78 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:40.095816 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-92ef605d-10e0-4451-98f5-6cfb3a555682 req-c8e3690f-44cf-4e4f-bf14-023a13645d78 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d966983-374d-46ad-a0a4-00012187817b HTTP/1.1" status: 200 len: 945 time: 0.0564868 Sep 21 05:28:40.185866 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-92ef605d-10e0-4451-98f5-6cfb3a555682 req-707099b3-5c43-4d91-a3fe-4dfaf7804f2c tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Deleting port 95d61858-b164-40af-932a-bd3513518b62 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 05:28:40.186111 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-92ef605d-10e0-4451-98f5-6cfb3a555682 req-707099b3-5c43-4d91-a3fe-4dfaf7804f2c tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751404276529'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:40.278594 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-92ef605d-10e0-4451-98f5-6cfb3a555682 req-707099b3-5c43-4d91-a3fe-4dfaf7804f2c tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] For port 95d61858-b164-40af-932a-bd3513518b62, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=95d61858-b164-40af-932a-bd3513518b62,segment=NetworkSegment(e27e0c85-a40e-4234-916d-2e9d4a15a16a),segment_id=e27e0c85-a40e-4234-916d-2e9d4a15a16a)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:28:40.278972 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-92ef605d-10e0-4451-98f5-6cfb3a555682 req-707099b3-5c43-4d91-a3fe-4dfaf7804f2c tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463939'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:40.291033 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-92ef605d-10e0-4451-98f5-6cfb3a555682 req-707099b3-5c43-4d91-a3fe-4dfaf7804f2c tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Calling delete_port for 95d61858-b164-40af-932a-bd3513518b62 owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 05:28:40.591245 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-92ef605d-10e0-4451-98f5-6cfb3a555682 req-707099b3-5c43-4d91-a3fe-4dfaf7804f2c tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751404282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751403777217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6441136'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:40.604850 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] get_ports_and_sgs() called for port_ids ['2d4de02b-2e26-455b-ac64-1a7350bf3046', 'ea3ccbaa-6475-4ed4-bc9e-9aad2b2324f3', '95d61858-b164-40af-932a-bd3513518b62'] {{(pid=94668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 05:28:40.626705 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707099b3-5c43-4d91-a3fe-4dfaf7804f2c tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Pushing event deleted for resources: {'Port': ['ID=95d61858-b164-40af-932a-bd3513518b62,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:28:40.662299 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-92ef605d-10e0-4451-98f5-6cfb3a555682 req-707099b3-5c43-4d91-a3fe-4dfaf7804f2c tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] No DVR routers for this DVR port 95d61858-b164-40af-932a-bd3513518b62 on host hv-cinder-77819 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 05:28:40.665387 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-92ef605d-10e0-4451-98f5-6cfb3a555682 req-707099b3-5c43-4d91-a3fe-4dfaf7804f2c tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:40.667447 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device 009dc523-dc03-4340-b5b8-0847b08a9cd1 up at agent hyperv_hv-cinder-77819 {{(pid=94668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 05:28:40.668195 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-92ef605d-10e0-4451-98f5-6cfb3a555682 req-707099b3-5c43-4d91-a3fe-4dfaf7804f2c tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.32 "DELETE /v2.0/ports/95d61858-b164-40af-932a-bd3513518b62 HTTP/1.1" status: 204 len: 173 time: 0.5657790 Sep 21 05:28:40.668650 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d966983-374d-46ad-a0a4-00012187817b', 'name': 'network-vif-deleted', 'tag': '95d61858-b164-40af-932a-bd3513518b62'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 05:28:40.670956 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2093a7355c0e7a06ffa9c2f51d01f7a17d1263efd9baf457b9b047ecef1e75bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63572807-74b9-4c26-82e7-19cca1588872" -d '{"events": [{"server_uuid": "2d966983-374d-46ad-a0a4-00012187817b", "name": "network-vif-deleted", "tag": "95d61858-b164-40af-932a-bd3513518b62"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 05:28:40.707597 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 05:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62248c77-9c05-4c0f-820a-5e1586153340 x-openstack-request-id: req-62248c77-9c05-4c0f-820a-5e1586153340 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 05:28:40.707960 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d966983-374d-46ad-a0a4-00012187817b", "name": "network-vif-deleted", "tag": "95d61858-b164-40af-932a-bd3513518b62", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 05:28:40.708326 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-62248c77-9c05-4c0f-820a-5e1586153340 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 05:28:40.708784 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d966983-374d-46ad-a0a4-00012187817b', 'name': 'network-vif-deleted', 'tag': '95d61858-b164-40af-932a-bd3513518b62', 'status': 'completed', 'code': 200} Sep 21 05:28:40.804213 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Provisioning for port 009dc523-dc03-4340-b5b8-0847b08a9cd1 completed by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 05:28:40.817627 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Provisioning complete for port 009dc523-dc03-4340-b5b8-0847b08a9cd1 triggered by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:28:40.817999 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:40.911474 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b6c59420-816d-471a-a281-2ccc73022f16 req-ebbc0701-0e62-4849-a3d5-cbc455f5c820 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d966983-374d-46ad-a0a4-00012187817b HTTP/1.1" status: 200 len: 210 time: 0.0308976 Sep 21 05:28:41.082379 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4060deb-fa93-4ac8-ae15-346674637c20 req-0ac64388-b319-491d-aa58-36e720222f6d tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:41.082703 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:41.084040 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f4060deb-fa93-4ac8-ae15-346674637c20 req-0ac64388-b319-491d-aa58-36e720222f6d tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] 10.222.0.36 "GET /v2.0/networks?id=f1a2367e-b6a5-41a6-ad08-4425cc2e6590 HTTP/1.1" status: 200 len: 809 time: 0.0994413 Sep 21 05:28:41.099211 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f4060deb-fa93-4ac8-ae15-346674637c20 req-395435e9-e957-4c5e-8b29-923d625b1272 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] 10.222.0.36 "GET /v2.0/quotas/b83bc9ddc8e842aab035e7f904ace735 HTTP/1.1" status: 200 len: 375 time: 0.0088646 Sep 21 05:28:41.105830 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f7d667d-7b99-4296-ba63-60b2a672445c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '009dc523-dc03-4340-b5b8-0847b08a9cd1'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 05:28:41.108037 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9746b1cd2a1144c350740d70a5f253bbb3c4ac519592b61f014e2841f81d92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508be76e-a124-4a65-a389-2069ce710deb" -d '{"events": [{"server_uuid": "4f7d667d-7b99-4296-ba63-60b2a672445c", "name": "network-vif-plugged", "status": "completed", "tag": "009dc523-dc03-4340-b5b8-0847b08a9cd1"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 05:28:41.120683 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] For port 009dc523-dc03-4340-b5b8-0847b08a9cd1, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=009dc523-dc03-4340-b5b8-0847b08a9cd1,segment=NetworkSegment(2750d958-8afb-4c23-8d50-7f696d3e9439),segment_id=2750d958-8afb-4c23-8d50-7f696d3e9439)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:28:41.134433 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f4060deb-fa93-4ac8-ae15-346674637c20 req-299b4a7f-e6c5-4b30-9712-d26124b60ca9 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b83bc9ddc8e842aab035e7f904ace735&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286684 Sep 21 05:28:41.202476 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:41.249453 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Pushing event updated for resources: {'Port': ['ID=009dc523-dc03-4340-b5b8-0847b08a9cd1,revision_number=5']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:28:41.252069 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a1fb1f33-fe48-4684-9a56-b3eb65d74809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:41.254595 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f9c1c-f4e3-4fc9-bee7-ef6a9a8cca69 req-73b22f5c-059c-42f1-be90-00d45560fa7b tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:41.256063 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-079f9c1c-f4e3-4fc9-bee7-ef6a9a8cca69 req-73b22f5c-059c-42f1-be90-00d45560fa7b tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f7d667d-7b99-4296-ba63-60b2a672445c HTTP/1.1" status: 200 len: 945 time: 0.0966730 Sep 21 05:28:41.259822 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f4060deb-fa93-4ac8-ae15-346674637c20 req-43f0253e-d072-4bde-809a-2a555dfdfa9f service neutron] 10.222.0.36 "GET /v2.0/networks/f1a2367e-b6a5-41a6-ad08-4425cc2e6590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175368 Sep 21 05:28:41.324624 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-079f9c1c-f4e3-4fc9-bee7-ef6a9a8cca69 req-79970865-e044-48d7-855a-6c68aa1d5f34 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/security-groups?id=2efc370c-cc76-4606-b462-9693fd771f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617466 Sep 21 05:28:41.366780 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 05:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46771620-a1fe-4d60-a171-3d24d3597ed2 x-openstack-request-id: req-46771620-a1fe-4d60-a171-3d24d3597ed2 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 05:28:41.367071 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f7d667d-7b99-4296-ba63-60b2a672445c", "name": "network-vif-plugged", "status": "completed", "tag": "009dc523-dc03-4340-b5b8-0847b08a9cd1", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 05:28:41.367322 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-46771620-a1fe-4d60-a171-3d24d3597ed2 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 05:28:41.367717 dv-cinder-778193-10-iscsi neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f7d667d-7b99-4296-ba63-60b2a672445c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '009dc523-dc03-4340-b5b8-0847b08a9cd1', 'code': 200} Sep 21 05:28:41.379778 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f4060deb-fa93-4ac8-ae15-346674637c20 req-3565f344-bd60-4fcd-a680-1cd31cf4ac1d service neutron] 10.222.0.36 "GET /v2.0/networks/f1a2367e-b6a5-41a6-ad08-4425cc2e6590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990131 Sep 21 05:28:41.630247 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-aadf4c5a-7ef9-4b6e-87ac-1776dd2f796a req-2c899de1-9e88-44e7-99be-74abf01eec00 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] 10.222.0.36 "GET /v2.0/ports?device_id=300095d0-e0ec-471f-bb6c-807383524581 HTTP/1.1" status: 200 len: 210 time: 0.0282550 Sep 21 05:28:41.758829 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97759c45-b27c-42ff-9d6a-443e63f590cb req-a9c947b6-3468-4917-9b8f-567f82ea0dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:41.760441 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-97759c45-b27c-42ff-9d6a-443e63f590cb req-a9c947b6-3468-4917-9b8f-567f82ea0dc3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4f7d667d-7b99-4296-ba63-60b2a672445c HTTP/1.1" status: 200 len: 1099 time: 0.0403700 Sep 21 05:28:41.794240 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-97759c45-b27c-42ff-9d6a-443e63f590cb req-2e1e4d51-9902-4c0a-8f5b-4dea2a158e09 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2efc370c-cc76-4606-b462-9693fd771f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273366 Sep 21 05:28:42.469012 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccfe729-cad2-4923-8b64-ec187736be4b req-1b1cda18-8645-48f5-9242-7b15aa04c956 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:42.470417 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2ccfe729-cad2-4923-8b64-ec187736be4b req-1b1cda18-8645-48f5-9242-7b15aa04c956 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f7d667d-7b99-4296-ba63-60b2a672445c HTTP/1.1" status: 200 len: 946 time: 0.0779974 Sep 21 05:28:42.490863 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a58899-adde-4ce5-997d-166995b2b25d req-0fbd84f0-2b90-438a-8323-cdd1380aac45 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:42.492232 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-40a58899-adde-4ce5-997d-166995b2b25d req-0fbd84f0-2b90-438a-8323-cdd1380aac45 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd032cb1-4bb8-46bf-b6c5-9a1b47aa9928 HTTP/1.1" status: 200 len: 946 time: 0.0738213 Sep 21 05:28:42.543433 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2ccfe729-cad2-4923-8b64-ec187736be4b req-7f033da8-3932-4c62-99e5-bc1f0ec87acb tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/security-groups?id=2efc370c-cc76-4606-b462-9693fd771f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659616 Sep 21 05:28:42.551383 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-40a58899-adde-4ce5-997d-166995b2b25d req-3604190b-28e9-4e0d-9360-fc5fb8c167c8 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/security-groups?id=28693767-7c5b-4f40-81b2-97e0eaf2b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517716 Sep 21 05:28:42.627407 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-63745e6b-0c79-4306-911a-41636606bf69 req-e07d11b1-7e8c-4ed7-a929-b3828c4c3421 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d01ffe98-f16e-4dc3-9ebd-cfa2b2274f24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418007 Sep 21 05:28:42.681335 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device 95d61858-b164-40af-932a-bd3513518b62 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 05:28:42.692208 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63745e6b-0c79-4306-911a-41636606bf69 req-fdac6c0e-4e9d-4482-b32b-fe6420a047ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:42.694005 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-63745e6b-0c79-4306-911a-41636606bf69 req-fdac6c0e-4e9d-4482-b32b-fe6420a047ac service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f732baa476ec493fa4a85f15fa02b9de&device_id=d01ffe98-f16e-4dc3-9ebd-cfa2b2274f24 HTTP/1.1" status: 200 len: 1099 time: 0.0404866 Sep 21 05:28:42.701623 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] No Port match for: 95d61858-b164-40af-932a-bd3513518b62 {{(pid=94668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 05:28:42.701970 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device 95d61858-b164-40af-932a-bd3513518b62 not bound to the agent host hv-cinder-77819 {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 05:28:42.732477 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-bd2ee7a8-2d99-4576-b232-ce49d08d4937 req-ef3ef056-f167-4d2a-abc8-9bf1d9ed22ef tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] 10.222.0.36 "GET /v2.0/ports?device_id=300095d0-e0ec-471f-bb6c-807383524581 HTTP/1.1" status: 200 len: 210 time: 0.0305805 Sep 21 05:28:42.805819 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63745e6b-0c79-4306-911a-41636606bf69 req-2226d57f-263f-45d6-89fb-361329afe5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:42.807373 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-63745e6b-0c79-4306-911a-41636606bf69 req-2226d57f-263f-45d6-89fb-361329afe5f3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b65ce37e-28e9-4073-aba8-42f09a595bb5 HTTP/1.1" status: 200 len: 912 time: 0.0903661 Sep 21 05:28:42.876980 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-63745e6b-0c79-4306-911a-41636606bf69 req-51883829-c416-4622-8c63-4ef00885c326 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9518ac22-4cb5-463d-9a91-764981e01988 HTTP/1.1" status: 200 len: 1002 time: 0.0602427 Sep 21 05:28:42.930271 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63745e6b-0c79-4306-911a-41636606bf69 req-96ff9d62-6bfd-4a58-bdc0-87fdf1b45cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:42.932835 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-63745e6b-0c79-4306-911a-41636606bf69 req-96ff9d62-6bfd-4a58-bdc0-87fdf1b45cb7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=73b79fce-eee6-4ec0-bdad-dcc75ff05127 HTTP/1.1" status: 200 len: 851 time: 0.0462940 Sep 21 05:28:42.981577 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63745e6b-0c79-4306-911a-41636606bf69 req-6fca3686-4c0c-4742-9d1f-e20029fbc5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:42.982789 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-63745e6b-0c79-4306-911a-41636606bf69 req-6fca3686-4c0c-4742-9d1f-e20029fbc5c8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b65ce37e-28e9-4073-aba8-42f09a595bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0409324 Sep 21 05:28:43.079870 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-63745e6b-0c79-4306-911a-41636606bf69 req-395038de-3719-449d-a797-d7d14db8cd47 service neutron] 10.222.0.32 "GET /v2.0/networks/b65ce37e-28e9-4073-aba8-42f09a595bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859020 Sep 21 05:28:43.184799 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-63745e6b-0c79-4306-911a-41636606bf69 req-59d9db03-ca4d-4d61-9e37-cc9c63d625f5 service neutron] 10.222.0.32 "GET /v2.0/networks/b65ce37e-28e9-4073-aba8-42f09a595bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854137 Sep 21 05:28:43.688395 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01d8a68-8749-4b88-927e-84d6f2d0b8c1 req-2c3e30af-e751-4087-80be-36347d70d645 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:43.690275 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f01d8a68-8749-4b88-927e-84d6f2d0b8c1 req-2c3e30af-e751-4087-80be-36347d70d645 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd032cb1-4bb8-46bf-b6c5-9a1b47aa9928 HTTP/1.1" status: 200 len: 946 time: 0.0714879 Sep 21 05:28:43.700644 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c5e77-004e-45a9-8e82-9ac7413a7a09 req-576f3f57-8e8a-401e-a5d6-1c2f4aa50425 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:43.702224 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d04c5e77-004e-45a9-8e82-9ac7413a7a09 req-576f3f57-8e8a-401e-a5d6-1c2f4aa50425 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f7d667d-7b99-4296-ba63-60b2a672445c HTTP/1.1" status: 200 len: 946 time: 0.0932496 Sep 21 05:28:43.758373 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f01d8a68-8749-4b88-927e-84d6f2d0b8c1 req-a11c77d0-09f7-47b3-9f6b-936171d524b7 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/security-groups?id=28693767-7c5b-4f40-81b2-97e0eaf2b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551083 Sep 21 05:28:43.765600 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d04c5e77-004e-45a9-8e82-9ac7413a7a09 req-fa64fd19-79b8-43c4-81f2-afc46676f26a tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/security-groups?id=2efc370c-cc76-4606-b462-9693fd771f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564055 Sep 21 05:28:43.844230 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c700a4d9-4e04-4da4-a9aa-d2633c5ef698 req-d7d08799-96f0-4221-8ee7-bb081bf4626e tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] 10.222.0.36 "GET /v2.0/ports?device_id=300095d0-e0ec-471f-bb6c-807383524581 HTTP/1.1" status: 200 len: 210 time: 0.0258610 Sep 21 05:28:43.911665 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4060deb-fa93-4ac8-ae15-346674637c20 req-f95169f1-da31-456b-90a0-d0e5fa643e9d tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:43.913305 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-f4060deb-fa93-4ac8-ae15-346674637c20 req-f95169f1-da31-456b-90a0-d0e5fa643e9d tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] 10.222.0.32 "GET /v2.0/networks?id=f1a2367e-b6a5-41a6-ad08-4425cc2e6590 HTTP/1.1" status: 200 len: 809 time: 0.1443381 Sep 21 05:28:43.928265 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [req-f4060deb-fa93-4ac8-ae15-346674637c20 req-0eec3f98-3667-4800-aae5-1635ab44867f tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] Request body: {'port': {'device_id': '300095d0-e0ec-471f-bb6c-807383524581', 'network_id': 'f1a2367e-b6a5-41a6-ad08-4425cc2e6590', 'admin_state_up': True, 'tenant_id': 'b83bc9ddc8e842aab035e7f904ace735'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:28:43.960936 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1042b69-1575-4bb8-9745-a8c448a4261d req-f90d2580-5b85-4b00-a560-aef39a8258fb tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:43.962032 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c4fc61-b10c-4d18-8f11-ffe981f26531 req-7af7972f-9d77-471f-af23-0d6bd3476ba1 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:43.962424 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c1042b69-1575-4bb8-9745-a8c448a4261d req-f90d2580-5b85-4b00-a560-aef39a8258fb tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f7d667d-7b99-4296-ba63-60b2a672445c HTTP/1.1" status: 200 len: 946 time: 0.0485001 Sep 21 05:28:43.964119 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-59c4fc61-b10c-4d18-8f11-ffe981f26531 req-7af7972f-9d77-471f-af23-0d6bd3476ba1 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd032cb1-4bb8-46bf-b6c5-9a1b47aa9928 HTTP/1.1" status: 200 len: 946 time: 0.0974908 Sep 21 05:28:44.007035 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c1042b69-1575-4bb8-9745-a8c448a4261d req-8bf6b8d3-7c6b-4362-a16a-653fc4ecdd76 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/security-groups?id=2efc370c-cc76-4606-b462-9693fd771f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371132 Sep 21 05:28:44.028221 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 34416) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:28:44.069500 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6408a2d9-14b9-477c-a440-91f5d97dafa8 tempest-TestVolumeBootPattern-2090751478 tempest-TestVolumeBootPattern-2090751478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:44.071023 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-6408a2d9-14b9-477c-a440-91f5d97dafa8 tempest-TestVolumeBootPattern-2090751478 tempest-TestVolumeBootPattern-2090751478-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=4f7d667d-7b99-4296-ba63-60b2a672445c HTTP/1.1" status: 200 len: 1094 time: 0.0418024 Sep 21 05:28:44.073989 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 34418) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:28:44.078164 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-161c3beb-8bd8-4e1a-a6a5-698ba91f926d tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Request body: {'floatingip': {'floating_network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'port_id': '009dc523-dc03-4340-b5b8-0847b08a9cd1', 'tenant_id': 'f732baa476ec493fa4a85f15fa02b9de', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:28:44.113526 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-59c4fc61-b10c-4d18-8f11-ffe981f26531 req-d0ce4bb7-f4ec-4bde-99de-54635e23d241 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Deleting port ea3ccbaa-6475-4ed4-bc9e-9aad2b2324f3 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 05:28:44.113788 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-59c4fc61-b10c-4d18-8f11-ffe981f26531 req-d0ce4bb7-f4ec-4bde-99de-54635e23d241 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751404276529'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:44.186006 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-161c3beb-8bd8-4e1a-a6a5-698ba91f926d tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks [] for floatingip, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:44.217452 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-59c4fc61-b10c-4d18-8f11-ffe981f26531 req-d0ce4bb7-f4ec-4bde-99de-54635e23d241 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] For port ea3ccbaa-6475-4ed4-bc9e-9aad2b2324f3, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=ea3ccbaa-6475-4ed4-bc9e-9aad2b2324f3,segment=NetworkSegment(e27e0c85-a40e-4234-916d-2e9d4a15a16a),segment_id=e27e0c85-a40e-4234-916d-2e9d4a15a16a)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:28:44.217882 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-59c4fc61-b10c-4d18-8f11-ffe981f26531 req-d0ce4bb7-f4ec-4bde-99de-54635e23d241 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463939'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:44.235903 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-59c4fc61-b10c-4d18-8f11-ffe981f26531 req-d0ce4bb7-f4ec-4bde-99de-54635e23d241 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Calling delete_port for ea3ccbaa-6475-4ed4-bc9e-9aad2b2324f3 owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 05:28:44.299487 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-161c3beb-8bd8-4e1a-a6a5-698ba91f926d tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:44.312243 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4060deb-fa93-4ac8-ae15-346674637c20 req-0eec3f98-3667-4800-aae5-1635ab44867f tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] Made reservation on behalf of b83bc9ddc8e842aab035e7f904ace735 for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 05:28:44.315577 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-f4060deb-fa93-4ac8-ae15-346674637c20 req-0eec3f98-3667-4800-aae5-1635ab44867f tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:44.411958 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.db.db_base_plugin_common [None req-161c3beb-8bd8-4e1a-a6a5-698ba91f926d tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Allocated IP 172.27.3.187 (666bfb66-d53f-41b5-aa91-1f3481ab5acc/80dd054f-6720-4669-be55-825ddd1b955a/ce272d14-0823-4fdc-8ea8-5e4c3112e143) {{(pid=94666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 05:28:44.487125 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-f4060deb-fa93-4ac8-ae15-346674637c20 req-0eec3f98-3667-4800-aae5-1635ab44867f tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] Allocated IP 172.20.0.3 (f1a2367e-b6a5-41a6-ad08-4425cc2e6590/75d2ce02-ed54-42a5-ba89-99b470d9213d/ea8aff85-c3cc-4500-9e5a-769d4da5787e) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 05:28:44.495941 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-59c4fc61-b10c-4d18-8f11-ffe981f26531 req-d0ce4bb7-f4ec-4bde-99de-54635e23d241 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751404282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751403777217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6441136'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:44.507574 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] get_ports_and_sgs() called for port_ids ['2d4de02b-2e26-455b-ac64-1a7350bf3046', 'ea3ccbaa-6475-4ed4-bc9e-9aad2b2324f3'] {{(pid=94668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 05:28:44.515329 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-161c3beb-8bd8-4e1a-a6a5-698ba91f926d tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks [] for port, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:44.536080 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ce4bb7-f4ec-4bde-99de-54635e23d241 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Pushing event deleted for resources: {'Port': ['ID=ea3ccbaa-6475-4ed4-bc9e-9aad2b2324f3,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:28:44.599169 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-59c4fc61-b10c-4d18-8f11-ffe981f26531 req-d0ce4bb7-f4ec-4bde-99de-54635e23d241 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] No DVR routers for this DVR port ea3ccbaa-6475-4ed4-bc9e-9aad2b2324f3 on host hv-cinder-77819 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 05:28:44.603176 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-59c4fc61-b10c-4d18-8f11-ffe981f26531 req-d0ce4bb7-f4ec-4bde-99de-54635e23d241 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:44.605147 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-59c4fc61-b10c-4d18-8f11-ffe981f26531 req-d0ce4bb7-f4ec-4bde-99de-54635e23d241 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.32 "DELETE /v2.0/ports/ea3ccbaa-6475-4ed4-bc9e-9aad2b2324f3 HTTP/1.1" status: 204 len: 173 time: 0.6351163 Sep 21 05:28:44.605575 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd032cb1-4bb8-46bf-b6c5-9a1b47aa9928', 'name': 'network-vif-deleted', 'tag': 'ea3ccbaa-6475-4ed4-bc9e-9aad2b2324f3'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 05:28:44.607885 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2093a7355c0e7a06ffa9c2f51d01f7a17d1263efd9baf457b9b047ecef1e75bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7778ae8f-043f-4ebc-94e1-79f3b49e86ca" -d '{"events": [{"server_uuid": "cd032cb1-4bb8-46bf-b6c5-9a1b47aa9928", "name": "network-vif-deleted", "tag": "ea3ccbaa-6475-4ed4-bc9e-9aad2b2324f3"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 05:28:44.617428 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-161c3beb-8bd8-4e1a-a6a5-698ba91f926d tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751403777208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7439717'] for port, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:44.658744 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 05:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c7b4c3e-571a-48a5-8207-8c2e759c5bb5 x-openstack-request-id: req-2c7b4c3e-571a-48a5-8207-8c2e759c5bb5 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 05:28:44.658744 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd032cb1-4bb8-46bf-b6c5-9a1b47aa9928", "name": "network-vif-deleted", "tag": "ea3ccbaa-6475-4ed4-bc9e-9aad2b2324f3", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 05:28:44.659058 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2c7b4c3e-571a-48a5-8207-8c2e759c5bb5 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 05:28:44.659741 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd032cb1-4bb8-46bf-b6c5-9a1b47aa9928', 'name': 'network-vif-deleted', 'tag': 'ea3ccbaa-6475-4ed4-bc9e-9aad2b2324f3', 'status': 'completed', 'code': 200} Sep 21 05:28:44.678830 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161c3beb-8bd8-4e1a-a6a5-698ba91f926d tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Network 666bfb66-d53f-41b5-aa91-1f3481ab5acc is already hosted by enough agents. {{(pid=94666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 05:28:44.678830 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.base_scheduler [None req-161c3beb-8bd8-4e1a-a6a5-698ba91f926d tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Resources bound (agent type, host, resource id): {{(pid=94666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:28:44.678830 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161c3beb-8bd8-4e1a-a6a5-698ba91f926d tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Received port after_create {{(pid=94666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 05:28:44.709175 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161c3beb-8bd8-4e1a-a6a5-698ba91f926d tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Pushing event updated for resources: {'Port': ['ID=ce272d14-0823-4fdc-8ea8-5e4c3112e143,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:28:44.731853 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-f4060deb-fa93-4ac8-ae15-346674637c20 req-0eec3f98-3667-4800-aae5-1635ab44867f tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:44.843271 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-f4060deb-fa93-4ac8-ae15-346674637c20 req-0eec3f98-3667-4800-aae5-1635ab44867f tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751403777208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6441136'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:44.875525 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-442b6b21-9e77-4785-b318-b4f029d5fb2b req-addceddf-ba02-405b-8231-cba6557ac158 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd032cb1-4bb8-46bf-b6c5-9a1b47aa9928 HTTP/1.1" status: 200 len: 210 time: 0.0344703 Sep 21 05:28:44.903442 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4060deb-fa93-4ac8-ae15-346674637c20 req-0eec3f98-3667-4800-aae5-1635ab44867f tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] Network f1a2367e-b6a5-41a6-ad08-4425cc2e6590 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 05:28:44.908381 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-f4060deb-fa93-4ac8-ae15-346674637c20 req-0eec3f98-3667-4800-aae5-1635ab44867f tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:28:44.913036 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4060deb-fa93-4ac8-ae15-346674637c20 req-0eec3f98-3667-4800-aae5-1635ab44867f tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 05:28:44.940141 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eec3f98-3667-4800-aae5-1635ab44867f tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] Pushing event updated for resources: {'Port': ['ID=ea8aff85-c3cc-4500-9e5a-769d4da5787e,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:28:44.972495 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4060deb-fa93-4ac8-ae15-346674637c20 req-0eec3f98-3667-4800-aae5-1635ab44867f tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:44.973112 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-f4060deb-fa93-4ac8-ae15-346674637c20 req-0eec3f98-3667-4800-aae5-1635ab44867f tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:45.060046 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee6a334-bbcb-4648-a44c-78f5572b83fc req-ee31bed3-840d-4b2c-b4af-bcc082f9fc3e tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:45.061491 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-dee6a334-bbcb-4648-a44c-78f5572b83fc req-ee31bed3-840d-4b2c-b4af-bcc082f9fc3e tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] 10.222.0.36 "GET /v2.0/ports?device_id=300095d0-e0ec-471f-bb6c-807383524581 HTTP/1.1" status: 200 len: 931 time: 0.1215298 Sep 21 05:28:45.123513 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-f4060deb-fa93-4ac8-ae15-346674637c20 req-0eec3f98-3667-4800-aae5-1635ab44867f tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1990049 Sep 21 05:28:45.136244 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [req-f4060deb-fa93-4ac8-ae15-346674637c20 req-b8d14369-4b59-41b1-9410-2de120484917 service neutron] Request body: {'port': {'device_id': '300095d0-e0ec-471f-bb6c-807383524581', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:28:45.137970 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-dee6a334-bbcb-4648-a44c-78f5572b83fc req-21bf5820-9a72-4b2d-a185-207aba69a439 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] 10.222.0.36 "GET /v2.0/security-groups?id=76b08093-d139-4117-a4ad-f8d2ddfe7167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705042 Sep 21 05:28:45.157412 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-161c3beb-8bd8-4e1a-a6a5-698ba91f926d tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:45.189672 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-f4060deb-fa93-4ac8-ae15-346674637c20 req-b8d14369-4b59-41b1-9410-2de120484917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:45.288786 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-161c3beb-8bd8-4e1a-a6a5-698ba91f926d tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:45.458891 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [req-f4060deb-fa93-4ac8-ae15-346674637c20 req-b8d14369-4b59-41b1-9410-2de120484917 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea8aff85-c3cc-4500-9e5a-769d4da5787e {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 05:28:45.467576 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-f4060deb-fa93-4ac8-ae15-346674637c20 req-b8d14369-4b59-41b1-9410-2de120484917 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:45.480681 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-f4060deb-fa93-4ac8-ae15-346674637c20 req-b8d14369-4b59-41b1-9410-2de120484917 service neutron] Transition to ACTIVE for port object ea8aff85-c3cc-4500-9e5a-769d4da5787e will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 05:28:45.607844 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-f4060deb-fa93-4ac8-ae15-346674637c20 req-b8d14369-4b59-41b1-9410-2de120484917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6441129'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:45.670954 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-161c3beb-8bd8-4e1a-a6a5-698ba91f926d tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks [] for port, precommit_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:45.673179 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d14369-4b59-41b1-9410-2de120484917 service neutron] Pushing event updated for resources: {'Port': ['ID=ea8aff85-c3cc-4500-9e5a-769d4da5787e,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:28:45.725520 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-f4060deb-fa93-4ac8-ae15-346674637c20 req-b8d14369-4b59-41b1-9410-2de120484917 service neutron] Attempting to bind port ea8aff85-c3cc-4500-9e5a-769d4da5787e on host hv-cinder-77819 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 05:28:45.725770 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-f4060deb-fa93-4ac8-ae15-346674637c20 req-b8d14369-4b59-41b1-9410-2de120484917 service neutron] Attempting to bind port ea8aff85-c3cc-4500-9e5a-769d4da5787e by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '316a1273-0cee-4188-b198-a8c990c553b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f1a2367e-b6a5-41a6-ad08-4425cc2e6590'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 05:28:45.726096 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4060deb-fa93-4ac8-ae15-346674637c20 req-b8d14369-4b59-41b1-9410-2de120484917 service neutron] Attempting to bind port ea8aff85-c3cc-4500-9e5a-769d4da5787e on network f1a2367e-b6a5-41a6-ad08-4425cc2e6590 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 05:28:45.731042 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4060deb-fa93-4ac8-ae15-346674637c20 req-b8d14369-4b59-41b1-9410-2de120484917 service neutron] Port ea8aff85-c3cc-4500-9e5a-769d4da5787e on network f1a2367e-b6a5-41a6-ad08-4425cc2e6590 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 05:28:45.731363 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4060deb-fa93-4ac8-ae15-346674637c20 req-b8d14369-4b59-41b1-9410-2de120484917 service neutron] Attempting to bind port ea8aff85-c3cc-4500-9e5a-769d4da5787e on network f1a2367e-b6a5-41a6-ad08-4425cc2e6590 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 05:28:45.733422 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-161c3beb-8bd8-4e1a-a6a5-698ba91f926d tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7439740'] for port, after_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:45.736243 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4060deb-fa93-4ac8-ae15-346674637c20 req-b8d14369-4b59-41b1-9410-2de120484917 service neutron] Checking agent: {'id': '5298a3ad-ea79-4298-8fba-5c2796ea9d92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 5, 18, 37), 'started_at': datetime.datetime(2021, 9, 21, 5, 18, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 5, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 05:28:45.736578 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4060deb-fa93-4ac8-ae15-346674637c20 req-b8d14369-4b59-41b1-9410-2de120484917 service neutron] Checking segment: {'id': '316a1273-0cee-4188-b198-a8c990c553b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f1a2367e-b6a5-41a6-ad08-4425cc2e6590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 05:28:45.736950 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4060deb-fa93-4ac8-ae15-346674637c20 req-b8d14369-4b59-41b1-9410-2de120484917 service neutron] Bound using segment: {'id': '316a1273-0cee-4188-b198-a8c990c553b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f1a2367e-b6a5-41a6-ad08-4425cc2e6590'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 05:28:45.737374 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-f4060deb-fa93-4ac8-ae15-346674637c20 req-b8d14369-4b59-41b1-9410-2de120484917 service neutron] Bound port: ea8aff85-c3cc-4500-9e5a-769d4da5787e, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '316a1273-0cee-4188-b198-a8c990c553b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f1a2367e-b6a5-41a6-ad08-4425cc2e6590'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 05:28:45.737724 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-f4060deb-fa93-4ac8-ae15-346674637c20 req-b8d14369-4b59-41b1-9410-2de120484917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:45.800961 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161c3beb-8bd8-4e1a-a6a5-698ba91f926d tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Pushing event updated for resources: {'Port': ['ID=ce272d14-0823-4fdc-8ea8-5e4c3112e143,revision_number=2']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:28:45.806384 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-f4060deb-fa93-4ac8-ae15-346674637c20 req-b8d14369-4b59-41b1-9410-2de120484917 service neutron] For port ea8aff85-c3cc-4500-9e5a-769d4da5787e, host hv-cinder-77819, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 05:28:45.812806 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-f4060deb-fa93-4ac8-ae15-346674637c20 req-b8d14369-4b59-41b1-9410-2de120484917 service neutron] For port ea8aff85-c3cc-4500-9e5a-769d4da5787e, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=ea8aff85-c3cc-4500-9e5a-769d4da5787e,segment=NetworkSegment(316a1273-0cee-4188-b198-a8c990c553b0),segment_id=316a1273-0cee-4188-b198-a8c990c553b0)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 05:28:45.814542 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-161c3beb-8bd8-4e1a-a6a5-698ba91f926d tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473099'] for floatingip, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:45.911689 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-f4060deb-fa93-4ac8-ae15-346674637c20 req-b8d14369-4b59-41b1-9410-2de120484917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6441129'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:45.913744 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.db.l3_db [None req-161c3beb-8bd8-4e1a-a6a5-698ba91f926d tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Floating IP 5f1d060b-d0cf-4e4a-bd3f-cfaa9ac51895 associated. External IP: 172.27.3.187, port: 009dc523-dc03-4340-b5b8-0847b08a9cd1. Sep 21 05:28:45.946698 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4060deb-fa93-4ac8-ae15-346674637c20 req-b8d14369-4b59-41b1-9410-2de120484917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:45.947315 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-f4060deb-fa93-4ac8-ae15-346674637c20 req-b8d14369-4b59-41b1-9410-2de120484917 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:45.949497 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-f4060deb-fa93-4ac8-ae15-346674637c20 req-b8d14369-4b59-41b1-9410-2de120484917 service neutron] 10.222.0.32 "PUT /v2.0/ports/ea8aff85-c3cc-4500-9e5a-769d4da5787e HTTP/1.1" status: 200 len: 1093 time: 0.8175101 Sep 21 05:28:45.976661 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d14369-4b59-41b1-9410-2de120484917 service neutron] Pushing event updated for resources: {'Port': ['ID=ea8aff85-c3cc-4500-9e5a-769d4da5787e,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:28:46.111397 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4060deb-fa93-4ac8-ae15-346674637c20 req-4f2181b2-9f3d-4157-99aa-129668a8a97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:46.112940 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-f4060deb-fa93-4ac8-ae15-346674637c20 req-4f2181b2-9f3d-4157-99aa-129668a8a97a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b83bc9ddc8e842aab035e7f904ace735&device_id=300095d0-e0ec-471f-bb6c-807383524581 HTTP/1.1" status: 200 len: 1096 time: 0.0418241 Sep 21 05:28:46.129346 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-161c3beb-8bd8-4e1a-a6a5-698ba91f926d tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Router c2c9ce20-307d-4e9d-be50-13198262dfe7 has already been hosted by L3 agent e4914d08-4fb7-43fa-94fb-1720f1d16cb4 {{(pid=94666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 05:28:46.157893 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-f4060deb-fa93-4ac8-ae15-346674637c20 req-8d1e358b-6b85-4aa5-9dc5-e0bcb4749a19 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea8aff85-c3cc-4500-9e5a-769d4da5787e HTTP/1.1" status: 200 len: 217 time: 0.0367084 Sep 21 05:28:46.211301 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4060deb-fa93-4ac8-ae15-346674637c20 req-a1288478-7c3a-404d-b47f-8818b786bb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:46.212982 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-f4060deb-fa93-4ac8-ae15-346674637c20 req-a1288478-7c3a-404d-b47f-8818b786bb86 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=75d2ce02-ed54-42a5-ba89-99b470d9213d HTTP/1.1" status: 200 len: 849 time: 0.0456145 Sep 21 05:28:46.244512 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-f4060deb-fa93-4ac8-ae15-346674637c20 req-8e243f3e-a7ef-4448-8258-b5643a60569c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f1a2367e-b6a5-41a6-ad08-4425cc2e6590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239761 Sep 21 05:28:46.262804 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-161c3beb-8bd8-4e1a-a6a5-698ba91f926d tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify agent at l3_agent.dv-cinder-778193-10-iscsi the message routers_updated {{(pid=94666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 05:28:46.274323 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7ef7e5-4c87-46ec-a825-0d8ff3693496 None None] Sync routers for ids ['c2c9ce20-307d-4e9d-be50-13198262dfe7'] in dv-cinder-778193-10-iscsi {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 05:28:46.284206 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7ef7e5-4c87-46ec-a825-0d8ff3693496 None None] Routers {'c2c9ce20-307d-4e9d-be50-13198262dfe7'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:28:46.284827 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-6f7ef7e5-4c87-46ec-a825-0d8ff3693496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:28:39Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['c2c9ce20-307d-4e9d-be50-13198262dfe7'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:28:46.285844 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e44dd1f-7cf4-4991-98ff-3d92e395d30e req-96549af8-b08d-493e-842e-7cfe9850e434 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:46.287342 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4e44dd1f-7cf4-4991-98ff-3d92e395d30e req-96549af8-b08d-493e-842e-7cfe9850e434 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] 10.222.0.36 "GET /v2.0/ports?device_id=300095d0-e0ec-471f-bb6c-807383524581 HTTP/1.1" status: 200 len: 943 time: 0.0705335 Sep 21 05:28:46.329058 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4e44dd1f-7cf4-4991-98ff-3d92e395d30e req-37516580-9fea-41da-a746-d905cc22395f tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] 10.222.0.36 "GET /v2.0/security-groups?id=76b08093-d139-4117-a4ad-f8d2ddfe7167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337570 Sep 21 05:28:46.345561 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-f4060deb-fa93-4ac8-ae15-346674637c20 req-914e0416-7cd6-41e0-a0a8-0f302bc94c9c service neutron] 10.222.0.32 "GET /v2.0/networks/f1a2367e-b6a5-41a6-ad08-4425cc2e6590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935874 Sep 21 05:28:46.373016 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-161c3beb-8bd8-4e1a-a6a5-698ba91f926d tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339'] for floatingip, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:46.406028 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-6f7ef7e5-4c87-46ec-a825-0d8ff3693496 None None] Set router c2c9ce20-307d-4e9d-be50-13198262dfe7 gateway port host: dv-cinder-778193-10-iscsi {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:28:46.412793 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-161c3beb-8bd8-4e1a-a6a5-698ba91f926d tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3376527 Sep 21 05:28:46.413741 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f7d667d-7b99-4296-ba63-60b2a672445c', 'tag': '009dc523-dc03-4340-b5b8-0847b08a9cd1'}] {{(pid=94666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 05:28:46.416673 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44944af2400c5958a336bdfed19235d8f59e5c9f04ba018cfdf82e9059cb0bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e3a212b-e7d2-4281-9159-edd681a342c2" -d '{"events": [{"name": "network-changed", "server_uuid": "4f7d667d-7b99-4296-ba63-60b2a672445c", "tag": "009dc523-dc03-4340-b5b8-0847b08a9cd1"}]}' {{(pid=94666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 05:28:46.456904 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 05:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2488f6e-0646-42d7-b0f7-eed4c9f75d7d x-openstack-request-id: req-f2488f6e-0646-42d7-b0f7-eed4c9f75d7d {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 05:28:46.459825 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f7d667d-7b99-4296-ba63-60b2a672445c", "tag": "009dc523-dc03-4340-b5b8-0847b08a9cd1", "status": "completed", "code": 200}]} {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 05:28:46.459825 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f2488f6e-0646-42d7-b0f7-eed4c9f75d7d {{(pid=94666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 05:28:46.459825 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f7d667d-7b99-4296-ba63-60b2a672445c', 'tag': '009dc523-dc03-4340-b5b8-0847b08a9cd1', 'status': 'completed', 'code': 200} Sep 21 05:28:46.475634 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-f4060deb-fa93-4ac8-ae15-346674637c20 req-0d6a931a-86ef-4987-8ad2-30b87cad4f77 service neutron] 10.222.0.32 "GET /v2.0/networks/f1a2367e-b6a5-41a6-ad08-4425cc2e6590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174538 Sep 21 05:28:46.528699 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a212b-e7d2-4281-9159-edd681a342c2 req-fe338c4a-8450-4a0a-b72d-c39830fc3212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:46.530121 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-5e3a212b-e7d2-4281-9159-edd681a342c2 req-fe338c4a-8450-4a0a-b72d-c39830fc3212 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f732baa476ec493fa4a85f15fa02b9de&device_id=4f7d667d-7b99-4296-ba63-60b2a672445c HTTP/1.1" status: 200 len: 1099 time: 0.0429304 Sep 21 05:28:46.634462 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a212b-e7d2-4281-9159-edd681a342c2 req-3f337557-768b-4e3b-91fc-f3bf79c2a6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:46.636054 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-5e3a212b-e7d2-4281-9159-edd681a342c2 req-3f337557-768b-4e3b-91fc-f3bf79c2a6e0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b65ce37e-28e9-4073-aba8-42f09a595bb5 HTTP/1.1" status: 200 len: 912 time: 0.0967565 Sep 21 05:28:46.678156 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-6f7ef7e5-4c87-46ec-a825-0d8ff3693496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'name': 'tempest-TestVolumeBootPattern-1899784515-router', 'tenant_id': 'f732baa476ec493fa4a85f15fa02b9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '6e8c2428-3e06-4449-9e2a-c67975c0e061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:22:34Z', 'updated_at': '2021-09-21T05:22:38Z', 'revision_number': 4, 'project_id': 'f732baa476ec493fa4a85f15fa02b9de', 'gw_port': {'id': '6e8c2428-3e06-4449-9e2a-c67975c0e061', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:de:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:22:35Z', 'updated_at': '2021-09-21T05:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi', '_floatingips': [{'id': '5f1d060b-d0cf-4e4a-bd3f-cfaa9ac51895', 'tenant_id': 'f732baa476ec493fa4a85f15fa02b9de', 'floating_ip_address': '172.27.3.187', 'floating_network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'router_id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'port_id': '009dc523-dc03-4340-b5b8-0847b08a9cd1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b65ce37e-28e9-4073-aba8-42f09a595bb5', 'mac_address': 'fa:16:3e:88:7e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7d667d-7b99-4296-ba63-60b2a672445c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T05:28:44Z', 'updated_at': '2021-09-21T05:28:44Z', 'revision_number': 0, 'project_id': 'f732baa476ec493fa4a85f15fa02b9de', 'fixed_ip_address_scope': None}, {'id': '7f8d678c-6715-42e4-a7b4-d8305828d5ef', 'tenant_id': 'f732baa476ec493fa4a85f15fa02b9de', 'floating_ip_address': '172.27.3.111', 'floating_network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'router_id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'port_id': '9518ac22-4cb5-463d-9a91-764981e01988', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b65ce37e-28e9-4073-aba8-42f09a595bb5', 'mac_address': 'fa:16:3e:e1:0e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01ffe98-f16e-4dc3-9ebd-cfa2b2274f24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T05:26:35Z', 'updated_at': '2021-09-21T05:26:38Z', 'revision_number': 1, 'project_id': 'f732baa476ec493fa4a85f15fa02b9de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54710508-5bd5-4242-8dcc-be137d993461', 'name': '', 'network_id': 'b65ce37e-28e9-4073-aba8-42f09a595bb5', 'tenant_id': 'f732baa476ec493fa4a85f15fa02b9de', 'mac_address': 'fa:16:3e:cc:97:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '73b79fce-eee6-4ec0-bdad-dcc75ff05127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:22:37Z', 'updated_at': '2021-09-21T05:22:43Z', 'revision_number': 5, 'project_id': 'f732baa476ec493fa4a85f15fa02b9de', 'subnets': [{'id': '73b79fce-eee6-4ec0-bdad-dcc75ff05127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:28:46.679053 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '300095d0-e0ec-471f-bb6c-807383524581', 'tag': 'ea8aff85-c3cc-4500-9e5a-769d4da5787e'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 05:28:46.681338 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2093a7355c0e7a06ffa9c2f51d01f7a17d1263efd9baf457b9b047ecef1e75bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf13cd1-24f8-4274-9915-3d06daffeebc" -d '{"events": [{"name": "network-changed", "server_uuid": "300095d0-e0ec-471f-bb6c-807383524581", "tag": "ea8aff85-c3cc-4500-9e5a-769d4da5787e"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 05:28:46.683413 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device ea3ccbaa-6475-4ed4-bc9e-9aad2b2324f3 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 05:28:46.713545 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-5e3a212b-e7d2-4281-9159-edd681a342c2 req-d113af42-7094-4c48-98f7-6dbd01be6ec7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=009dc523-dc03-4340-b5b8-0847b08a9cd1 HTTP/1.1" status: 200 len: 1000 time: 0.0691600 Sep 21 05:28:46.730124 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 05:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-166e0503-c416-469b-b6f6-7020a847fa82 x-openstack-request-id: req-166e0503-c416-469b-b6f6-7020a847fa82 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 05:28:46.730436 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "300095d0-e0ec-471f-bb6c-807383524581", "tag": "ea8aff85-c3cc-4500-9e5a-769d4da5787e", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 05:28:46.730791 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-166e0503-c416-469b-b6f6-7020a847fa82 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 05:28:46.731220 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '300095d0-e0ec-471f-bb6c-807383524581', 'tag': 'ea8aff85-c3cc-4500-9e5a-769d4da5787e', 'status': 'completed', 'code': 200} Sep 21 05:28:46.737812 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] No Port match for: ea3ccbaa-6475-4ed4-bc9e-9aad2b2324f3 {{(pid=94668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 05:28:46.738219 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device ea3ccbaa-6475-4ed4-bc9e-9aad2b2324f3 not bound to the agent host hv-cinder-77819 {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 05:28:46.739711 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7ef7e5-4c87-46ec-a825-0d8ff3693496 None None] Checking router: c2c9ce20-307d-4e9d-be50-13198262dfe7 for host: dv-cinder-778193-10-iscsi {{(pid=94668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 05:28:46.752166 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7ef7e5-4c87-46ec-a825-0d8ff3693496 None None] Routers {'c2c9ce20-307d-4e9d-be50-13198262dfe7'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:28:46.752787 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-6f7ef7e5-4c87-46ec-a825-0d8ff3693496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:28:39Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['c2c9ce20-307d-4e9d-be50-13198262dfe7'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:28:46.799166 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a212b-e7d2-4281-9159-edd681a342c2 req-35d57fef-abbb-496d-a72e-fa0104b18648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:46.800606 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-5e3a212b-e7d2-4281-9159-edd681a342c2 req-35d57fef-abbb-496d-a72e-fa0104b18648 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=73b79fce-eee6-4ec0-bdad-dcc75ff05127 HTTP/1.1" status: 200 len: 851 time: 0.0802801 Sep 21 05:28:46.819170 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf13cd1-24f8-4274-9915-3d06daffeebc req-ef44966f-81b3-4abb-b1bd-f3d27c3628c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:46.820617 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-bdf13cd1-24f8-4274-9915-3d06daffeebc req-ef44966f-81b3-4abb-b1bd-f3d27c3628c3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b83bc9ddc8e842aab035e7f904ace735&device_id=300095d0-e0ec-471f-bb6c-807383524581 HTTP/1.1" status: 200 len: 1096 time: 0.0615294 Sep 21 05:28:46.861530 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-6f7ef7e5-4c87-46ec-a825-0d8ff3693496 None None] Set router c2c9ce20-307d-4e9d-be50-13198262dfe7 gateway port host: dv-cinder-778193-10-iscsi {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:28:46.902245 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a212b-e7d2-4281-9159-edd681a342c2 req-fd25090e-20e2-4f00-a512-26bd766cfa62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:46.903759 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-5e3a212b-e7d2-4281-9159-edd681a342c2 req-fd25090e-20e2-4f00-a512-26bd766cfa62 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b65ce37e-28e9-4073-aba8-42f09a595bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0950825 Sep 21 05:28:46.982534 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf13cd1-24f8-4274-9915-3d06daffeebc req-6e58633e-d0bb-4652-80fe-fa3d2702553e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:46.983994 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-bdf13cd1-24f8-4274-9915-3d06daffeebc req-6e58633e-d0bb-4652-80fe-fa3d2702553e service neutron] 10.222.0.32 "GET /v2.0/networks?id=f1a2367e-b6a5-41a6-ad08-4425cc2e6590 HTTP/1.1" status: 200 len: 909 time: 0.1498868 Sep 21 05:28:47.033833 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-bdf13cd1-24f8-4274-9915-3d06daffeebc req-895df51e-93e2-4736-b2ec-9cf3f1926d9d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea8aff85-c3cc-4500-9e5a-769d4da5787e HTTP/1.1" status: 200 len: 217 time: 0.0395596 Sep 21 05:28:47.073130 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-5e3a212b-e7d2-4281-9159-edd681a342c2 req-8dbb80f8-6402-426d-83bc-9bc33c9579d3 service neutron] 10.222.0.32 "GET /v2.0/networks/b65ce37e-28e9-4073-aba8-42f09a595bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594625 Sep 21 05:28:47.093493 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-6f7ef7e5-4c87-46ec-a825-0d8ff3693496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'name': 'tempest-TestVolumeBootPattern-1899784515-router', 'tenant_id': 'f732baa476ec493fa4a85f15fa02b9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '6e8c2428-3e06-4449-9e2a-c67975c0e061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:22:34Z', 'updated_at': '2021-09-21T05:22:38Z', 'revision_number': 4, 'project_id': 'f732baa476ec493fa4a85f15fa02b9de', 'gw_port': {'id': '6e8c2428-3e06-4449-9e2a-c67975c0e061', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:de:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:22:35Z', 'updated_at': '2021-09-21T05:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi', '_floatingips': [{'id': '5f1d060b-d0cf-4e4a-bd3f-cfaa9ac51895', 'tenant_id': 'f732baa476ec493fa4a85f15fa02b9de', 'floating_ip_address': '172.27.3.187', 'floating_network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'router_id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'port_id': '009dc523-dc03-4340-b5b8-0847b08a9cd1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b65ce37e-28e9-4073-aba8-42f09a595bb5', 'mac_address': 'fa:16:3e:88:7e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7d667d-7b99-4296-ba63-60b2a672445c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T05:28:44Z', 'updated_at': '2021-09-21T05:28:44Z', 'revision_number': 0, 'project_id': 'f732baa476ec493fa4a85f15fa02b9de', 'fixed_ip_address_scope': None}, {'id': '7f8d678c-6715-42e4-a7b4-d8305828d5ef', 'tenant_id': 'f732baa476ec493fa4a85f15fa02b9de', 'floating_ip_address': '172.27.3.111', 'floating_network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'router_id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'port_id': '9518ac22-4cb5-463d-9a91-764981e01988', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b65ce37e-28e9-4073-aba8-42f09a595bb5', 'mac_address': 'fa:16:3e:e1:0e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01ffe98-f16e-4dc3-9ebd-cfa2b2274f24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T05:26:35Z', 'updated_at': '2021-09-21T05:26:38Z', 'revision_number': 1, 'project_id': 'f732baa476ec493fa4a85f15fa02b9de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54710508-5bd5-4242-8dcc-be137d993461', 'name': '', 'network_id': 'b65ce37e-28e9-4073-aba8-42f09a595bb5', 'tenant_id': 'f732baa476ec493fa4a85f15fa02b9de', 'mac_address': 'fa:16:3e:cc:97:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '73b79fce-eee6-4ec0-bdad-dcc75ff05127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:22:37Z', 'updated_at': '2021-09-21T05:22:43Z', 'revision_number': 5, 'project_id': 'f732baa476ec493fa4a85f15fa02b9de', 'subnets': [{'id': '73b79fce-eee6-4ec0-bdad-dcc75ff05127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:28:47.114214 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf13cd1-24f8-4274-9915-3d06daffeebc req-d7268ee3-cd81-4520-85e3-4ab783a9ab44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:47.115722 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-bdf13cd1-24f8-4274-9915-3d06daffeebc req-d7268ee3-cd81-4520-85e3-4ab783a9ab44 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=75d2ce02-ed54-42a5-ba89-99b470d9213d HTTP/1.1" status: 200 len: 849 time: 0.0714071 Sep 21 05:28:47.119637 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7ef7e5-4c87-46ec-a825-0d8ff3693496 None None] The sync data for ids ['c2c9ce20-307d-4e9d-be50-13198262dfe7'] in dv-cinder-778193-10-iscsi is: [{'id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'name': 'tempest-TestVolumeBootPattern-1899784515-router', 'tenant_id': 'f732baa476ec493fa4a85f15fa02b9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '6e8c2428-3e06-4449-9e2a-c67975c0e061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:22:34Z', 'updated_at': '2021-09-21T05:22:38Z', 'revision_number': 4, 'project_id': 'f732baa476ec493fa4a85f15fa02b9de', 'gw_port': {'id': '6e8c2428-3e06-4449-9e2a-c67975c0e061', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:de:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:22:35Z', 'updated_at': '2021-09-21T05:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi', '_floatingips': [{'id': '5f1d060b-d0cf-4e4a-bd3f-cfaa9ac51895', 'tenant_id': 'f732baa476ec493fa4a85f15fa02b9de', 'floating_ip_address': '172.27.3.187', 'floating_network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'router_id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'port_id': '009dc523-dc03-4340-b5b8-0847b08a9cd1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b65ce37e-28e9-4073-aba8-42f09a595bb5', 'mac_address': 'fa:16:3e:88:7e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7d667d-7b99-4296-ba63-60b2a672445c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T05:28:44Z', 'updated_at': '2021-09-21T05:28:44Z', 'revision_number': 0, 'project_id': 'f732baa476ec493fa4a85f15fa02b9de', 'fixed_ip_address_scope': None}, {'id': '7f8d678c-6715-42e4-a7b4-d8305828d5ef', 'tenant_id': 'f732baa476ec493fa4a85f15fa02b9de', 'floating_ip_address': '172.27.3.111', 'floating_network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'router_id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'port_id': '9518ac22-4cb5-463d-9a91-764981e01988', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b65ce37e-28e9-4073-aba8-42f09a595bb5', 'mac_address': 'fa:16:3e:e1:0e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01ffe98-f16e-4dc3-9ebd-cfa2b2274f24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T05:26:35Z', 'updated_at': '2021-09-21T05:26:38Z', 'revision_number': 1, 'project_id': 'f732baa476ec493fa4a85f15fa02b9de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54710508-5bd5-4242-8dcc-be137d993461', 'name': '', 'network_id': 'b65ce37e-28e9-4073-aba8-42f09a595bb5', 'tenant_id': 'f732baa476ec493fa4a85f15fa02b9de', 'mac_address': 'fa:16:3e:cc:97:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '73b79fce-eee6-4ec0-bdad-dcc75ff05127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:22:37Z', 'updated_at': '2021-09-21T05:22:43Z', 'revision_number': 5, 'project_id': 'f732baa476ec493fa4a85f15fa02b9de', 'subnets': [{'id': '73b79fce-eee6-4ec0-bdad-dcc75ff05127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 05:28:47.179891 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-bdf13cd1-24f8-4274-9915-3d06daffeebc req-0304a7c0-90d8-4e18-95a3-bcb7bbe0b463 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f1a2367e-b6a5-41a6-ad08-4425cc2e6590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323722 Sep 21 05:28:47.216949 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-5e3a212b-e7d2-4281-9159-edd681a342c2 req-8b536c3a-0a4e-4c89-9830-a3c6c0a602be service neutron] 10.222.0.32 "GET /v2.0/networks/b65ce37e-28e9-4073-aba8-42f09a595bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363859 Sep 21 05:28:47.284010 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-bdf13cd1-24f8-4274-9915-3d06daffeebc req-c58a6362-227e-4f3a-af23-a9a71c2929d7 service neutron] 10.222.0.32 "GET /v2.0/networks/f1a2367e-b6a5-41a6-ad08-4425cc2e6590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948219 Sep 21 05:28:47.307623 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbfe69a-8b77-4f05-9ce7-50eb536e883b None None] New status for floating IP 5f1d060b-d0cf-4e4a-bd3f-cfaa9ac51895: ACTIVE {{(pid=94669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 05:28:47.396835 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-bdf13cd1-24f8-4274-9915-3d06daffeebc req-f90d9612-fbf0-49ce-8302-aba3e76332ad service neutron] 10.222.0.32 "GET /v2.0/networks/f1a2367e-b6a5-41a6-ad08-4425cc2e6590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047196 Sep 21 05:28:47.471916 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f11c39-5fad-44d5-83d9-c6e74999be08 req-807f7fad-ba83-4313-b88c-dbdb04dfb9d6 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:47.473414 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-05f11c39-5fad-44d5-83d9-c6e74999be08 req-807f7fad-ba83-4313-b88c-dbdb04dfb9d6 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] 10.222.0.36 "GET /v2.0/ports?device_id=300095d0-e0ec-471f-bb6c-807383524581 HTTP/1.1" status: 200 len: 943 time: 0.0516043 Sep 21 05:28:47.517966 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-05f11c39-5fad-44d5-83d9-c6e74999be08 req-97a7ba82-6377-430d-9d4d-feddff03618d tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] 10.222.0.36 "GET /v2.0/security-groups?id=76b08093-d139-4117-a4ad-f8d2ddfe7167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385802 Sep 21 05:28:47.883242 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c04859-e38a-402b-90f9-ddb7c61516bf req-32828814-2399-4ae8-92ee-8bb0473cc08a tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:47.884695 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-37c04859-e38a-402b-90f9-ddb7c61516bf req-32828814-2399-4ae8-92ee-8bb0473cc08a tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/ports?device_id=1dd3c40b-4c75-418b-967d-44e38e146dd1 HTTP/1.1" status: 200 len: 945 time: 0.0508082 Sep 21 05:28:47.922107 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-37c04859-e38a-402b-90f9-ddb7c61516bf req-1cf67dbe-799f-4331-87ac-da0cf9607a90 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/security-groups?id=28693767-7c5b-4f40-81b2-97e0eaf2b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306692 Sep 21 05:28:48.633153 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6951d19f-b5df-4052-b2bb-adbda34e263a req-d3a54f74-f3cd-41e6-976d-414364b30bc5 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:48.634562 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6951d19f-b5df-4052-b2bb-adbda34e263a req-d3a54f74-f3cd-41e6-976d-414364b30bc5 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] 10.222.0.36 "GET /v2.0/ports?device_id=300095d0-e0ec-471f-bb6c-807383524581 HTTP/1.1" status: 200 len: 943 time: 0.0485978 Sep 21 05:28:48.671432 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6951d19f-b5df-4052-b2bb-adbda34e263a req-cc9f6d1c-4186-450b-96eb-9b77752156c5 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] 10.222.0.36 "GET /v2.0/security-groups?id=76b08093-d139-4117-a4ad-f8d2ddfe7167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311065 Sep 21 05:28:49.034405 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a50ce6-8af1-44b5-bffd-b7b78815f065 req-5ff241c6-f350-4d8e-9626-a731add4c853 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:49.035894 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c1a50ce6-8af1-44b5-bffd-b7b78815f065 req-5ff241c6-f350-4d8e-9626-a731add4c853 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/ports?device_id=1dd3c40b-4c75-418b-967d-44e38e146dd1 HTTP/1.1" status: 200 len: 945 time: 0.0472956 Sep 21 05:28:49.071731 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c1a50ce6-8af1-44b5-bffd-b7b78815f065 req-24732254-56ad-42ca-b1d3-6619ff9e867b tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/security-groups?id=28693767-7c5b-4f40-81b2-97e0eaf2b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300379 Sep 21 05:28:49.401260 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc29048-a0ab-47fc-b74e-3e1bab228943 req-1b554f20-cb7b-4cf9-9641-b064e103a4d8 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:49.402754 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-2bc29048-a0ab-47fc-b74e-3e1bab228943 req-1b554f20-cb7b-4cf9-9641-b064e103a4d8 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.32 "GET /v2.0/ports?device_id=1dd3c40b-4c75-418b-967d-44e38e146dd1 HTTP/1.1" status: 200 len: 945 time: 0.0501065 Sep 21 05:28:49.495427 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-2bc29048-a0ab-47fc-b74e-3e1bab228943 req-068c9efc-6b4d-4c64-82a0-79846bb14ca2 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Deleting port 2d4de02b-2e26-455b-ac64-1a7350bf3046 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 05:28:49.495771 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-2bc29048-a0ab-47fc-b74e-3e1bab228943 req-068c9efc-6b4d-4c64-82a0-79846bb14ca2 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751404276529'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:49.579979 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-2bc29048-a0ab-47fc-b74e-3e1bab228943 req-068c9efc-6b4d-4c64-82a0-79846bb14ca2 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] For port 2d4de02b-2e26-455b-ac64-1a7350bf3046, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2d4de02b-2e26-455b-ac64-1a7350bf3046,segment=NetworkSegment(e27e0c85-a40e-4234-916d-2e9d4a15a16a),segment_id=e27e0c85-a40e-4234-916d-2e9d4a15a16a)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:28:49.580340 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-2bc29048-a0ab-47fc-b74e-3e1bab228943 req-068c9efc-6b4d-4c64-82a0-79846bb14ca2 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463939'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:49.592323 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-2bc29048-a0ab-47fc-b74e-3e1bab228943 req-068c9efc-6b4d-4c64-82a0-79846bb14ca2 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Calling delete_port for 2d4de02b-2e26-455b-ac64-1a7350bf3046 owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 05:28:49.789029 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b63c6f-15dc-47ff-90d4-befdf2ea1206 req-30980559-f35f-4908-9fc0-56f90d75fc2e tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:49.790719 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-50b63c6f-15dc-47ff-90d4-befdf2ea1206 req-30980559-f35f-4908-9fc0-56f90d75fc2e tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] 10.222.0.36 "GET /v2.0/ports?device_id=300095d0-e0ec-471f-bb6c-807383524581 HTTP/1.1" status: 200 len: 943 time: 0.0531504 Sep 21 05:28:49.831853 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-50b63c6f-15dc-47ff-90d4-befdf2ea1206 req-23cd99ea-013b-42a1-bf1e-cb019bb870fe tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] 10.222.0.36 "GET /v2.0/security-groups?id=76b08093-d139-4117-a4ad-f8d2ddfe7167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341537 Sep 21 05:28:50.019528 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-2bc29048-a0ab-47fc-b74e-3e1bab228943 req-068c9efc-6b4d-4c64-82a0-79846bb14ca2 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751404282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751403777217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6441136'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:50.030661 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] get_ports_and_sgs() called for port_ids ['2d4de02b-2e26-455b-ac64-1a7350bf3046'] {{(pid=94668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 05:28:50.047022 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068c9efc-6b4d-4c64-82a0-79846bb14ca2 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Pushing event deleted for resources: {'Port': ['ID=2d4de02b-2e26-455b-ac64-1a7350bf3046,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:28:50.093364 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bc29048-a0ab-47fc-b74e-3e1bab228943 req-068c9efc-6b4d-4c64-82a0-79846bb14ca2 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] No DVR routers for this DVR port 2d4de02b-2e26-455b-ac64-1a7350bf3046 on host hv-cinder-77819 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 05:28:50.095936 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-2bc29048-a0ab-47fc-b74e-3e1bab228943 req-068c9efc-6b4d-4c64-82a0-79846bb14ca2 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:50.098027 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-2bc29048-a0ab-47fc-b74e-3e1bab228943 req-068c9efc-6b4d-4c64-82a0-79846bb14ca2 tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.32 "DELETE /v2.0/ports/2d4de02b-2e26-455b-ac64-1a7350bf3046 HTTP/1.1" status: 204 len: 173 time: 0.6895382 Sep 21 05:28:50.098515 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dd3c40b-4c75-418b-967d-44e38e146dd1', 'name': 'network-vif-deleted', 'tag': '2d4de02b-2e26-455b-ac64-1a7350bf3046'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 05:28:50.100764 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2093a7355c0e7a06ffa9c2f51d01f7a17d1263efd9baf457b9b047ecef1e75bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bceed414-c2bc-44f1-b654-2d266baad30b" -d '{"events": [{"server_uuid": "1dd3c40b-4c75-418b-967d-44e38e146dd1", "name": "network-vif-deleted", "tag": "2d4de02b-2e26-455b-ac64-1a7350bf3046"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 05:28:50.136827 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 05:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178b2847-08f7-41a4-809b-847323d5d36e x-openstack-request-id: req-178b2847-08f7-41a4-809b-847323d5d36e {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 05:28:50.137110 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dd3c40b-4c75-418b-967d-44e38e146dd1", "name": "network-vif-deleted", "tag": "2d4de02b-2e26-455b-ac64-1a7350bf3046", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 05:28:50.137353 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-178b2847-08f7-41a4-809b-847323d5d36e {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 05:28:50.137738 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dd3c40b-4c75-418b-967d-44e38e146dd1', 'name': 'network-vif-deleted', 'tag': '2d4de02b-2e26-455b-ac64-1a7350bf3046', 'status': 'completed', 'code': 200} Sep 21 05:28:50.165139 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-30e63d96-e63c-4dc3-a5c0-fbced15e0332 req-4ba45d5c-ceed-45d2-8c6e-67565b65f4ce tempest-AttachVolumeNegativeTest-1785461735 tempest-AttachVolumeNegativeTest-1785461735-project] 10.222.0.36 "GET /v2.0/ports?device_id=1dd3c40b-4c75-418b-967d-44e38e146dd1 HTTP/1.1" status: 200 len: 210 time: 0.0257783 Sep 21 05:28:50.696402 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device ea8aff85-c3cc-4500-9e5a-769d4da5787e details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 05:28:50.792366 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] For port ea8aff85-c3cc-4500-9e5a-769d4da5787e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=ea8aff85-c3cc-4500-9e5a-769d4da5787e,segment=NetworkSegment(316a1273-0cee-4188-b198-a8c990c553b0),segment_id=316a1273-0cee-4188-b198-a8c990c553b0)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:28:50.803162 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Returning: {'device': 'ea8aff85-c3cc-4500-9e5a-769d4da5787e', 'network_id': 'f1a2367e-b6a5-41a6-ad08-4425cc2e6590', 'port_id': 'ea8aff85-c3cc-4500-9e5a-769d4da5787e', 'mac_address': 'fa:16:3e:1e:fd:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75d2ce02-ed54-42a5-ba89-99b470d9213d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 05:28:50.838265 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:50.850846 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.notifiers.nova [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea8aff85-c3cc-4500-9e5a-769d4da5787e {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 05:28:50.870146 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] For port ea8aff85-c3cc-4500-9e5a-769d4da5787e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=ea8aff85-c3cc-4500-9e5a-769d4da5787e,segment=NetworkSegment(316a1273-0cee-4188-b198-a8c990c553b0),segment_id=316a1273-0cee-4188-b198-a8c990c553b0)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:28:50.946287 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a277621-3c65-4e36-a86e-11fb1771dadc req-cd270b2f-dd42-4ee0-9fe6-4e734f071ec9 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:50.953780 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7a277621-3c65-4e36-a86e-11fb1771dadc req-cd270b2f-dd42-4ee0-9fe6-4e734f071ec9 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] 10.222.0.36 "GET /v2.0/ports?device_id=300095d0-e0ec-471f-bb6c-807383524581 HTTP/1.1" status: 200 len: 943 time: 0.0478697 Sep 21 05:28:50.978713 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:50.990835 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7a277621-3c65-4e36-a86e-11fb1771dadc req-8e9aa01a-70d5-43d5-a5b5-ad79e46a6f40 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] 10.222.0.36 "GET /v2.0/security-groups?id=76b08093-d139-4117-a4ad-f8d2ddfe7167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355480 Sep 21 05:28:51.031388 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Pushing event updated for resources: {'Port': ['ID=ea8aff85-c3cc-4500-9e5a-769d4da5787e,revision_number=4']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:28:51.222443 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] get_ports_and_sgs() called for port_ids ['ea8aff85-c3cc-4500-9e5a-769d4da5787e'] {{(pid=94668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 05:28:51.223556 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 34466) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:28:51.274600 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a46f038-2f9d-40b8-9888-fa8c1cd69b17 admin admin] Deleting subnet 3f50a5a0-e08b-4c3f-9302-98856be1c417 {{(pid=94666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 05:28:51.278510 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-2a46f038-2f9d-40b8-9888-fa8c1cd69b17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:51.314198 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-2a46f038-2f9d-40b8-9888-fa8c1cd69b17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8344726'] for subnet, precommit_delete_associations {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:51.354301 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-2a46f038-2f9d-40b8-9888-fa8c1cd69b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3669403'] for subnet, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:51.527603 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-2a46f038-2f9d-40b8-9888-fa8c1cd69b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3669388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7439690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8253416'] for subnet, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:51.549985 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a46f038-2f9d-40b8-9888-fa8c1cd69b17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f50a5a0-e08b-4c3f-9302-98856be1c417,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:28:51.555501 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-2a46f038-2f9d-40b8-9888-fa8c1cd69b17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:51.557829 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-2a46f038-2f9d-40b8-9888-fa8c1cd69b17 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/3f50a5a0-e08b-4c3f-9302-98856be1c417 HTTP/1.1" status: 204 len: 168 time: 0.3327143 Sep 21 05:28:51.560250 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 34468) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:28:51.629278 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-10384736-0474-4e5e-a51a-fa6e9eaf2f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682922'] for network, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:51.709026 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-10384736-0474-4e5e-a51a-fa6e9eaf2f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3667996', 'neutron.services.segments.db._delete_segments_for_network-8751404111005'] for network, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:51.727684 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.services.segments.db [None req-10384736-0474-4e5e-a51a-fa6e9eaf2f22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['742f58b8-6f75-4016-aae9-13dbe5163376']}} {{(pid=94666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:28:51.736983 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.services.segments.db [None req-10384736-0474-4e5e-a51a-fa6e9eaf2f22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e27e0c85-a40e-4234-916d-2e9d4a15a16a') {'for_net_delete': True} {{(pid=94666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:28:51.737271 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.services.segments.db [None req-10384736-0474-4e5e-a51a-fa6e9eaf2f22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e27e0c85-a40e-4234-916d-2e9d4a15a16a') {} {{(pid=94666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:28:51.746730 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-10384736-0474-4e5e-a51a-fa6e9eaf2f22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751404111270', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8344733'] for segment, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:51.759323 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-10384736-0474-4e5e-a51a-fa6e9eaf2f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669518'] for segment, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:51.765237 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10384736-0474-4e5e-a51a-fa6e9eaf2f22 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=94666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 05:28:51.765627 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-10384736-0474-4e5e-a51a-fa6e9eaf2f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7440276'] for segment, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:51.767301 dv-cinder-778193-10-iscsi neutron-server[94666]: Traceback (most recent call last): Sep 21 05:28:51.767301 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 05:28:51.767301 dv-cinder-778193-10-iscsi neutron-server[94666]: timer() Sep 21 05:28:51.767301 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 05:28:51.767301 dv-cinder-778193-10-iscsi neutron-server[94666]: cb(*args, **kw) Sep 21 05:28:51.767301 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 05:28:51.767301 dv-cinder-778193-10-iscsi neutron-server[94666]: return func(*args, **kwargs) Sep 21 05:28:51.767301 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 05:28:51.767301 dv-cinder-778193-10-iscsi neutron-server[94666]: self._notify() Sep 21 05:28:51.767301 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 05:28:51.767301 dv-cinder-778193-10-iscsi neutron-server[94666]: self.callback(batched_events) Sep 21 05:28:51.767301 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 05:28:51.767301 dv-cinder-778193-10-iscsi neutron-server[94666]: event.method(event) Sep 21 05:28:51.767301 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 05:28:51.767301 dv-cinder-778193-10-iscsi neutron-server[94666]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 05:28:51.767301 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 05:28:51.767301 dv-cinder-778193-10-iscsi neutron-server[94666]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 05:28:51.767301 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 05:28:51.767301 dv-cinder-778193-10-iscsi neutron-server[94666]: return f(self, *a, **k) Sep 21 05:28:51.767301 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 05:28:51.767301 dv-cinder-778193-10-iscsi neutron-server[94666]: return self._get(url).json() Sep 21 05:28:51.767301 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 05:28:51.767301 dv-cinder-778193-10-iscsi neutron-server[94666]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 05:28:51.767301 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 05:28:51.767301 dv-cinder-778193-10-iscsi neutron-server[94666]: return self.request(url, 'GET', **kwargs) Sep 21 05:28:51.767301 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 05:28:51.767301 dv-cinder-778193-10-iscsi neutron-server[94666]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 05:28:51.767301 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 05:28:51.767301 dv-cinder-778193-10-iscsi neutron-server[94666]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 05:28:51.767301 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 05:28:51.767301 dv-cinder-778193-10-iscsi neutron-server[94666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 05:28:51.767301 dv-cinder-778193-10-iscsi neutron-server[94666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 05:28:51.927233 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-10384736-0474-4e5e-a51a-fa6e9eaf2f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3667973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473113'] for network, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:51.933030 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-10384736-0474-4e5e-a51a-fa6e9eaf2f22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531542'] for network, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:51.934877 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-10384736-0474-4e5e-a51a-fa6e9eaf2f22 admin admin] 10.222.0.36 "DELETE /v2.0/networks/742f58b8-6f75-4016-aae9-13dbe5163376 HTTP/1.1" status: 204 len: 168 time: 0.3737361 Sep 21 05:28:51.945160 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10384736-0474-4e5e-a51a-fa6e9eaf2f22 admin admin] Pushing event deleted for resources: {'Network': ['ID=742f58b8-6f75-4016-aae9-13dbe5163376,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:28:52.108609 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8f75b1-93b3-4987-ae4a-0d9f36767dde req-07da2854-89e2-4909-a557-2fe29954633b tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:52.110224 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2c8f75b1-93b3-4987-ae4a-0d9f36767dde req-07da2854-89e2-4909-a557-2fe29954633b tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] 10.222.0.36 "GET /v2.0/ports?device_id=300095d0-e0ec-471f-bb6c-807383524581 HTTP/1.1" status: 200 len: 944 time: 0.0530212 Sep 21 05:28:52.146805 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2c8f75b1-93b3-4987-ae4a-0d9f36767dde req-c0e56568-94f5-4c4a-9af5-602b0bf82541 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] 10.222.0.36 "GET /v2.0/security-groups?id=76b08093-d139-4117-a4ad-f8d2ddfe7167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305579 Sep 21 05:28:52.304661 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 34474) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:28:52.344423 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-700095bd-7bfc-4a8c-a5a1-0274bb00318e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0ecd3323c5b94d03912583019c0b243a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386181 Sep 21 05:28:52.346826 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 34476) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:28:52.396695 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d850b19a-5ca5-44db-96f7-ddeab936efc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:52.418794 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d850b19a-5ca5-44db-96f7-ddeab936efc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:52.551369 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d850b19a-5ca5-44db-96f7-ddeab936efc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:52.553909 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d850b19a-5ca5-44db-96f7-ddeab936efc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:52.555148 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-d850b19a-5ca5-44db-96f7-ddeab936efc7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/28693767-7c5b-4f40-81b2-97e0eaf2b43c HTTP/1.1" status: 204 len: 168 time: 0.2073979 Sep 21 05:28:52.563026 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d850b19a-5ca5-44db-96f7-ddeab936efc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28693767-7c5b-4f40-81b2-97e0eaf2b43c,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:28:52.712354 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device ea8aff85-c3cc-4500-9e5a-769d4da5787e up at agent hyperv_hv-cinder-77819 {{(pid=94668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 05:28:52.876243 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Provisioning for port ea8aff85-c3cc-4500-9e5a-769d4da5787e completed by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 05:28:52.882116 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Provisioning complete for port ea8aff85-c3cc-4500-9e5a-769d4da5787e triggered by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:28:52.882116 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:52.962352 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:52.985927 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '300095d0-e0ec-471f-bb6c-807383524581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea8aff85-c3cc-4500-9e5a-769d4da5787e'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 05:28:52.988204 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9746b1cd2a1144c350740d70a5f253bbb3c4ac519592b61f014e2841f81d92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9b925c4-806c-4a36-9036-1b881a1fa991" -d '{"events": [{"server_uuid": "300095d0-e0ec-471f-bb6c-807383524581", "name": "network-vif-plugged", "status": "completed", "tag": "ea8aff85-c3cc-4500-9e5a-769d4da5787e"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 05:28:53.003467 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] For port ea8aff85-c3cc-4500-9e5a-769d4da5787e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=ea8aff85-c3cc-4500-9e5a-769d4da5787e,segment=NetworkSegment(316a1273-0cee-4188-b198-a8c990c553b0),segment_id=316a1273-0cee-4188-b198-a8c990c553b0)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:28:53.024551 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 05:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd26ce6e-43ce-4c5b-a862-b390d54178d0 x-openstack-request-id: req-fd26ce6e-43ce-4c5b-a862-b390d54178d0 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 05:28:53.024840 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "300095d0-e0ec-471f-bb6c-807383524581", "name": "network-vif-plugged", "status": "completed", "tag": "ea8aff85-c3cc-4500-9e5a-769d4da5787e", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 05:28:53.025088 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fd26ce6e-43ce-4c5b-a862-b390d54178d0 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 05:28:53.025482 dv-cinder-778193-10-iscsi neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '300095d0-e0ec-471f-bb6c-807383524581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea8aff85-c3cc-4500-9e5a-769d4da5787e', 'code': 200} Sep 21 05:28:53.053680 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:53.054536 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device 2d4de02b-2e26-455b-ac64-1a7350bf3046 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 05:28:53.092931 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] No Port match for: 2d4de02b-2e26-455b-ac64-1a7350bf3046 {{(pid=94668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 05:28:53.093277 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device 2d4de02b-2e26-455b-ac64-1a7350bf3046 not bound to the agent host hv-cinder-77819 {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 05:28:53.117676 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Pushing event updated for resources: {'Port': ['ID=ea8aff85-c3cc-4500-9e5a-769d4da5787e,revision_number=5']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:28:53.257846 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4710cd-25b0-4131-91e4-60e4509f26ab req-32b35812-ffaa-411f-8c8a-4db2784d6dfc tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:53.259369 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ad4710cd-25b0-4131-91e4-60e4509f26ab req-32b35812-ffaa-411f-8c8a-4db2784d6dfc tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] 10.222.0.36 "GET /v2.0/ports?device_id=300095d0-e0ec-471f-bb6c-807383524581 HTTP/1.1" status: 200 len: 945 time: 0.0475311 Sep 21 05:28:53.300958 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ad4710cd-25b0-4131-91e4-60e4509f26ab req-d3f631d1-6462-43a3-8581-9ebdc3b0e308 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] 10.222.0.36 "GET /v2.0/security-groups?id=76b08093-d139-4117-a4ad-f8d2ddfe7167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357113 Sep 21 05:28:53.328504 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161eebfd-74c4-4bc0-9267-f8a27c430260 req-48c0a859-7202-464e-8e06-4d85cf82ea2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:53.330014 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-161eebfd-74c4-4bc0-9267-f8a27c430260 req-48c0a859-7202-464e-8e06-4d85cf82ea2a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=300095d0-e0ec-471f-bb6c-807383524581 HTTP/1.1" status: 200 len: 1098 time: 0.0457978 Sep 21 05:28:53.375752 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-161eebfd-74c4-4bc0-9267-f8a27c430260 req-93f14049-b550-4a7e-9068-f09b676f93b1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=76b08093-d139-4117-a4ad-f8d2ddfe7167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382712 Sep 21 05:28:54.427024 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc9d52f-02a3-480a-bb35-b06b4e8f31c2 req-6cce1b2a-df8f-4576-8ad3-200c4cc22c5e tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:54.428571 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7dc9d52f-02a3-480a-bb35-b06b4e8f31c2 req-6cce1b2a-df8f-4576-8ad3-200c4cc22c5e tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] 10.222.0.36 "GET /v2.0/ports?device_id=300095d0-e0ec-471f-bb6c-807383524581 HTTP/1.1" status: 200 len: 945 time: 0.0534389 Sep 21 05:28:54.474782 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7dc9d52f-02a3-480a-bb35-b06b4e8f31c2 req-f0b73709-c09c-4be8-97ae-69e699cbc219 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] 10.222.0.36 "GET /v2.0/security-groups?id=76b08093-d139-4117-a4ad-f8d2ddfe7167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370457 Sep 21 05:28:55.046474 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 34534) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:28:55.148989 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-de34ce26-d6c8-48d6-9510-3a804ff56924 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:55.233212 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-de34ce26-d6c8-48d6-9510-3a804ff56924 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:55.282013 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-de34ce26-d6c8-48d6-9510-3a804ff56924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:55.321122 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de34ce26-d6c8-48d6-9510-3a804ff56924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=069151c3-490f-4ccc-a21d-8cb09e0391a7,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:28:55.325538 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-de34ce26-d6c8-48d6-9510-3a804ff56924 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5cc6039954744b289a7d7e9e15433246&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2780550 Sep 21 05:28:55.328283 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 34538) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:28:55.374554 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-1583c0fc-7bf4-4a6b-9d1f-a947aa724631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:55.397281 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-1583c0fc-7bf4-4a6b-9d1f-a947aa724631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:55.548340 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-1583c0fc-7bf4-4a6b-9d1f-a947aa724631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:55.556413 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-1583c0fc-7bf4-4a6b-9d1f-a947aa724631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:55.556413 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-1583c0fc-7bf4-4a6b-9d1f-a947aa724631 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/069151c3-490f-4ccc-a21d-8cb09e0391a7 HTTP/1.1" status: 204 len: 168 time: 0.2227983 Sep 21 05:28:55.574241 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1583c0fc-7bf4-4a6b-9d1f-a947aa724631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=069151c3-490f-4ccc-a21d-8cb09e0391a7,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:28:55.596815 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2654007e-2ed1-4ef8-b4f0-838b220ff5bb req-58025219-386c-4281-9fa4-add96592978e tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:55.598360 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2654007e-2ed1-4ef8-b4f0-838b220ff5bb req-58025219-386c-4281-9fa4-add96592978e tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] 10.222.0.36 "GET /v2.0/ports?device_id=300095d0-e0ec-471f-bb6c-807383524581 HTTP/1.1" status: 200 len: 945 time: 0.0604594 Sep 21 05:28:55.636004 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2654007e-2ed1-4ef8-b4f0-838b220ff5bb req-8bb2677c-62fd-4073-910f-e88485192888 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] 10.222.0.36 "GET /v2.0/security-groups?id=76b08093-d139-4117-a4ad-f8d2ddfe7167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312603 Sep 21 05:28:56.143229 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 34552) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:28:56.156211 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-26e12871-716e-4651-893c-ec9967229ee3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:56.243816 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-26e12871-716e-4651-893c-ec9967229ee3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:56.299058 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-26e12871-716e-4651-893c-ec9967229ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:56.336915 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-26e12871-716e-4651-893c-ec9967229ee3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=005c72ad9fa94ca093c9e250a89c4dad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1926024 Sep 21 05:28:56.339182 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e12871-716e-4651-893c-ec9967229ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b4f9d5-0a82-4cdb-b233-a73a8a989284,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:28:56.339585 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 34556) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:28:56.388701 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-44269593-6f8a-4c21-ace1-681b58215062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:56.416835 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-44269593-6f8a-4c21-ace1-681b58215062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:56.596590 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-44269593-6f8a-4c21-ace1-681b58215062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:56.599166 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-44269593-6f8a-4c21-ace1-681b58215062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:56.600367 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-44269593-6f8a-4c21-ace1-681b58215062 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/76b4f9d5-0a82-4cdb-b233-a73a8a989284 HTTP/1.1" status: 204 len: 168 time: 0.2597487 Sep 21 05:28:56.610072 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44269593-6f8a-4c21-ace1-681b58215062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b4f9d5-0a82-4cdb-b233-a73a8a989284,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:28:57.046563 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699eb5a-4de8-4dc9-beb4-7a627f1a9a8f req-e6ca0c35-2749-4169-aeb1-a68e3708af43 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:57.048060 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f699eb5a-4de8-4dc9-beb4-7a627f1a9a8f req-e6ca0c35-2749-4169-aeb1-a68e3708af43 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] 10.222.0.36 "GET /v2.0/ports?device_id=300095d0-e0ec-471f-bb6c-807383524581 HTTP/1.1" status: 200 len: 945 time: 0.0516336 Sep 21 05:28:57.086731 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f699eb5a-4de8-4dc9-beb4-7a627f1a9a8f req-75dc08ee-4f30-4e09-a9da-619b1a0edd85 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] 10.222.0.36 "GET /v2.0/security-groups?id=76b08093-d139-4117-a4ad-f8d2ddfe7167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324967 Sep 21 05:28:58.202957 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce4a619-9498-45fc-a6a4-608579bb1446 req-ea281ad7-daf4-413e-bfa5-f1917e413dff tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:58.204456 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9ce4a619-9498-45fc-a6a4-608579bb1446 req-ea281ad7-daf4-413e-bfa5-f1917e413dff tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] 10.222.0.36 "GET /v2.0/ports?device_id=300095d0-e0ec-471f-bb6c-807383524581 HTTP/1.1" status: 200 len: 945 time: 0.0504305 Sep 21 05:28:58.240800 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9ce4a619-9498-45fc-a6a4-608579bb1446 req-57859da6-73de-4a48-a122-94e4a901a1d6 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] 10.222.0.36 "GET /v2.0/security-groups?id=76b08093-d139-4117-a4ad-f8d2ddfe7167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303416 Sep 21 05:28:58.450946 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9ade9-8921-4b8b-b1af-0735b0d68e70 req-dfeb2dd0-2fa8-46d2-9191-2ff73e757649 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:28:58.452421 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-37f9ade9-8921-4b8b-b1af-0735b0d68e70 req-dfeb2dd0-2fa8-46d2-9191-2ff73e757649 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] 10.222.0.32 "GET /v2.0/ports?device_id=300095d0-e0ec-471f-bb6c-807383524581 HTTP/1.1" status: 200 len: 945 time: 0.0561998 Sep 21 05:28:58.549001 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-37f9ade9-8921-4b8b-b1af-0735b0d68e70 req-1640fcaa-3a57-467f-9b03-e14976aa7356 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] Deleting port ea8aff85-c3cc-4500-9e5a-769d4da5787e {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 05:28:58.549349 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-37f9ade9-8921-4b8b-b1af-0735b0d68e70 req-1640fcaa-3a57-467f-9b03-e14976aa7356 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751404276529'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:58.644073 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-37f9ade9-8921-4b8b-b1af-0735b0d68e70 req-1640fcaa-3a57-467f-9b03-e14976aa7356 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] For port ea8aff85-c3cc-4500-9e5a-769d4da5787e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=ea8aff85-c3cc-4500-9e5a-769d4da5787e,segment=NetworkSegment(316a1273-0cee-4188-b198-a8c990c553b0),segment_id=316a1273-0cee-4188-b198-a8c990c553b0)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:28:58.644448 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-37f9ade9-8921-4b8b-b1af-0735b0d68e70 req-1640fcaa-3a57-467f-9b03-e14976aa7356 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463939'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:58.656276 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-37f9ade9-8921-4b8b-b1af-0735b0d68e70 req-1640fcaa-3a57-467f-9b03-e14976aa7356 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] Calling delete_port for ea8aff85-c3cc-4500-9e5a-769d4da5787e owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 05:28:58.956298 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-37f9ade9-8921-4b8b-b1af-0735b0d68e70 req-1640fcaa-3a57-467f-9b03-e14976aa7356 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751404282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751403777217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6441136'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:58.967135 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] get_ports_and_sgs() called for port_ids ['ea8aff85-c3cc-4500-9e5a-769d4da5787e'] {{(pid=94668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 05:28:58.989441 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1640fcaa-3a57-467f-9b03-e14976aa7356 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] Pushing event deleted for resources: {'Port': ['ID=ea8aff85-c3cc-4500-9e5a-769d4da5787e,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:28:59.029466 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-37f9ade9-8921-4b8b-b1af-0735b0d68e70 req-1640fcaa-3a57-467f-9b03-e14976aa7356 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] No DVR routers for this DVR port ea8aff85-c3cc-4500-9e5a-769d4da5787e on host hv-cinder-77819 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 05:28:59.031960 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-37f9ade9-8921-4b8b-b1af-0735b0d68e70 req-1640fcaa-3a57-467f-9b03-e14976aa7356 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:28:59.033925 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-37f9ade9-8921-4b8b-b1af-0735b0d68e70 req-1640fcaa-3a57-467f-9b03-e14976aa7356 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] 10.222.0.32 "DELETE /v2.0/ports/ea8aff85-c3cc-4500-9e5a-769d4da5787e HTTP/1.1" status: 204 len: 173 time: 0.5743797 Sep 21 05:28:59.034353 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '300095d0-e0ec-471f-bb6c-807383524581', 'name': 'network-vif-deleted', 'tag': 'ea8aff85-c3cc-4500-9e5a-769d4da5787e'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 05:28:59.036601 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2093a7355c0e7a06ffa9c2f51d01f7a17d1263efd9baf457b9b047ecef1e75bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f882502-c892-4fb4-8006-2dd3a720c12d" -d '{"events": [{"server_uuid": "300095d0-e0ec-471f-bb6c-807383524581", "name": "network-vif-deleted", "tag": "ea8aff85-c3cc-4500-9e5a-769d4da5787e"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 05:28:59.071626 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 05:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f8b386f-7aff-45fc-b629-adae0f81aaef x-openstack-request-id: req-8f8b386f-7aff-45fc-b629-adae0f81aaef {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 05:28:59.071916 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "300095d0-e0ec-471f-bb6c-807383524581", "name": "network-vif-deleted", "tag": "ea8aff85-c3cc-4500-9e5a-769d4da5787e", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 05:28:59.072449 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8f8b386f-7aff-45fc-b629-adae0f81aaef {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 05:28:59.072917 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '300095d0-e0ec-471f-bb6c-807383524581', 'name': 'network-vif-deleted', 'tag': 'ea8aff85-c3cc-4500-9e5a-769d4da5787e', 'status': 'completed', 'code': 200} Sep 21 05:28:59.336536 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e98a7234-2316-4eb3-8c76-668f9b6905f8 req-013619e2-dc83-46e2-bc62-457e227a61ea tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] 10.222.0.36 "GET /v2.0/ports?device_id=300095d0-e0ec-471f-bb6c-807383524581 HTTP/1.1" status: 200 len: 210 time: 0.0295119 Sep 21 05:29:00.655334 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651210f-cfaa-4a6d-a58b-228f61c95289 req-4e717a4a-03c8-4783-ba8e-2bd5566d43f7 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:29:00.656864 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6651210f-cfaa-4a6d-a58b-228f61c95289 req-4e717a4a-03c8-4783-ba8e-2bd5566d43f7 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] 10.222.0.36 "GET /v2.0/networks?id=f1a2367e-b6a5-41a6-ad08-4425cc2e6590 HTTP/1.1" status: 200 len: 809 time: 0.1091797 Sep 21 05:29:00.672156 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6651210f-cfaa-4a6d-a58b-228f61c95289 req-b04b322c-7aa5-4dfa-9f45-71014d866554 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] 10.222.0.36 "GET /v2.0/quotas/b83bc9ddc8e842aab035e7f904ace735 HTTP/1.1" status: 200 len: 375 time: 0.0096037 Sep 21 05:29:00.703946 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6651210f-cfaa-4a6d-a58b-228f61c95289 req-77f1d6e7-09d2-423d-92a1-1c88183b47c3 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b83bc9ddc8e842aab035e7f904ace735&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262811 Sep 21 05:29:00.796358 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6651210f-cfaa-4a6d-a58b-228f61c95289 req-8039958a-296c-4c60-be86-3d7b8d5da715 service neutron] 10.222.0.36 "GET /v2.0/networks/f1a2367e-b6a5-41a6-ad08-4425cc2e6590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856202 Sep 21 05:29:00.883911 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6651210f-cfaa-4a6d-a58b-228f61c95289 req-a176a792-0c0f-45b0-a406-264cb72863d5 service neutron] 10.222.0.36 "GET /v2.0/networks/f1a2367e-b6a5-41a6-ad08-4425cc2e6590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811472 Sep 21 05:29:01.115491 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a80600c3-178e-4166-93d0-ebe592527130 req-1cd8406f-d9e7-48d1-9203-c9e6b8b97d98 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] 10.222.0.36 "GET /v2.0/ports?device_id=a347191d-8d36-4bd1-98ed-f76f099260ad HTTP/1.1" status: 200 len: 210 time: 0.0313034 Sep 21 05:29:02.152857 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 34728) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:29:02.210266 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-dd462246-a9b2-435b-a940-523dd992068d req-6cb787f5-f39c-475d-a4fd-bce76c88dd76 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] 10.222.0.36 "GET /v2.0/ports?device_id=a347191d-8d36-4bd1-98ed-f76f099260ad HTTP/1.1" status: 200 len: 210 time: 0.0282104 Sep 21 05:29:02.244943 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.agents_db [None req-b3bad76d-57ee-4137-9d9b-1a82d1aed62b None None] Agent healthcheck: found 6 active agents {{(pid=94669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 05:29:02.260377 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-16c56c83-ebe8-4bc5-aeb7-e9cb8d3ba771 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:02.346435 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-16c56c83-ebe8-4bc5-aeb7-e9cb8d3ba771 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:02.442019 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-16c56c83-ebe8-4bc5-aeb7-e9cb8d3ba771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:02.480261 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-16c56c83-ebe8-4bc5-aeb7-e9cb8d3ba771 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7f6fb01ec9c64734abc5213d117c5503&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3262517 Sep 21 05:29:02.481094 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c56c83-ebe8-4bc5-aeb7-e9cb8d3ba771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d68f3d-6242-4322-bf90-1d6820329486,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:29:02.483080 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 34732) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:29:02.534230 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2fa303aa-b2df-4741-9672-5fd9f48a8ca4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:02.555790 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2fa303aa-b2df-4741-9672-5fd9f48a8ca4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:02.670596 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2fa303aa-b2df-4741-9672-5fd9f48a8ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:02.673085 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2fa303aa-b2df-4741-9672-5fd9f48a8ca4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:02.674241 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-2fa303aa-b2df-4741-9672-5fd9f48a8ca4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/55d68f3d-6242-4322-bf90-1d6820329486 HTTP/1.1" status: 204 len: 168 time: 0.1901705 Sep 21 05:29:02.681971 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa303aa-b2df-4741-9672-5fd9f48a8ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d68f3d-6242-4322-bf90-1d6820329486,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:29:02.728211 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device ea8aff85-c3cc-4500-9e5a-769d4da5787e no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 05:29:02.747348 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] No Port match for: ea8aff85-c3cc-4500-9e5a-769d4da5787e {{(pid=94668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 05:29:02.747691 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device ea8aff85-c3cc-4500-9e5a-769d4da5787e not bound to the agent host hv-cinder-77819 {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 05:29:03.187590 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651210f-cfaa-4a6d-a58b-228f61c95289 req-00c89c6b-7dc2-4c3d-ae05-4a37495885e9 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:29:03.188972 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-6651210f-cfaa-4a6d-a58b-228f61c95289 req-00c89c6b-7dc2-4c3d-ae05-4a37495885e9 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] 10.222.0.32 "GET /v2.0/networks?id=f1a2367e-b6a5-41a6-ad08-4425cc2e6590 HTTP/1.1" status: 200 len: 809 time: 0.1034977 Sep 21 05:29:03.205788 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [req-6651210f-cfaa-4a6d-a58b-228f61c95289 req-6c81abd6-946e-409a-acfb-cbd4f71bd994 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] Request body: {'port': {'device_id': 'a347191d-8d36-4bd1-98ed-f76f099260ad', 'network_id': 'f1a2367e-b6a5-41a6-ad08-4425cc2e6590', 'admin_state_up': True, 'tenant_id': 'b83bc9ddc8e842aab035e7f904ace735'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:29:03.228316 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 34738) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:29:03.242470 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-e14cd717-c02a-43b8-9918-8472af1f6a3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:03.315178 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-86280f2f-e4cf-4fba-b5ef-2a645427f67d req-4868cd6a-ae2c-43c3-95cc-2a73249e537e tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] 10.222.0.36 "GET /v2.0/ports?device_id=a347191d-8d36-4bd1-98ed-f76f099260ad HTTP/1.1" status: 200 len: 210 time: 0.0369301 Sep 21 05:29:03.360579 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-e14cd717-c02a-43b8-9918-8472af1f6a3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:03.458804 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-e14cd717-c02a-43b8-9918-8472af1f6a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:03.497230 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-e14cd717-c02a-43b8-9918-8472af1f6a3d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d19a2b3e338a48079185c380deb9cb38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2677770 Sep 21 05:29:03.498296 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14cd717-c02a-43b8-9918-8472af1f6a3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d605cb6-c961-40b4-b7de-8ef22308f133,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:29:03.500492 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 34742) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:29:03.558960 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f5190b37-f78e-40f4-80fc-84d2d6194315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:03.576637 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6651210f-cfaa-4a6d-a58b-228f61c95289 req-6c81abd6-946e-409a-acfb-cbd4f71bd994 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] Made reservation on behalf of b83bc9ddc8e842aab035e7f904ace735 for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 05:29:03.580106 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-6651210f-cfaa-4a6d-a58b-228f61c95289 req-6c81abd6-946e-409a-acfb-cbd4f71bd994 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:03.586164 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f5190b37-f78e-40f4-80fc-84d2d6194315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:03.662625 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 34748) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:29:03.738751 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-6651210f-cfaa-4a6d-a58b-228f61c95289 req-6c81abd6-946e-409a-acfb-cbd4f71bd994 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] Allocated IP 172.20.0.9 (f1a2367e-b6a5-41a6-ad08-4425cc2e6590/75d2ce02-ed54-42a5-ba89-99b470d9213d/3276b748-1fb4-4e53-b22f-bd5ddff974aa) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 05:29:03.762534 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f5190b37-f78e-40f4-80fc-84d2d6194315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:03.765371 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f5190b37-f78e-40f4-80fc-84d2d6194315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:03.766376 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-f5190b37-f78e-40f4-80fc-84d2d6194315 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6d605cb6-c961-40b4-b7de-8ef22308f133 HTTP/1.1" status: 204 len: 168 time: 0.2648861 Sep 21 05:29:03.786229 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5190b37-f78e-40f4-80fc-84d2d6194315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d605cb6-c961-40b4-b7de-8ef22308f133,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:29:03.906790 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-6651210f-cfaa-4a6d-a58b-228f61c95289 req-6c81abd6-946e-409a-acfb-cbd4f71bd994 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:04.008369 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-6651210f-cfaa-4a6d-a58b-228f61c95289 req-6c81abd6-946e-409a-acfb-cbd4f71bd994 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751403777208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6441136'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:04.027099 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [None req-6752a436-fcd1-46ec-81d1-1752bdd89f6b tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Deleting port fbf7d28c-afd6-42fa-86fc-76b24c5f9aa5 {{(pid=94666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 05:29:04.027450 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-6752a436-fcd1-46ec-81d1-1752bdd89f6b tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751404276529'] for port, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:04.055093 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6651210f-cfaa-4a6d-a58b-228f61c95289 req-6c81abd6-946e-409a-acfb-cbd4f71bd994 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] Network f1a2367e-b6a5-41a6-ad08-4425cc2e6590 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 05:29:04.058942 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-6651210f-cfaa-4a6d-a58b-228f61c95289 req-6c81abd6-946e-409a-acfb-cbd4f71bd994 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:29:04.064925 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-6651210f-cfaa-4a6d-a58b-228f61c95289 req-6c81abd6-946e-409a-acfb-cbd4f71bd994 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 05:29:04.092758 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c81abd6-946e-409a-acfb-cbd4f71bd994 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] Pushing event updated for resources: {'Port': ['ID=3276b748-1fb4-4e53-b22f-bd5ddff974aa,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:29:04.106140 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c81abd6-946e-409a-acfb-cbd4f71bd994 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:29:04.106511 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c81abd6-946e-409a-acfb-cbd4f71bd994 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:29:04.106850 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c81abd6-946e-409a-acfb-cbd4f71bd994 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:29:04.107184 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c81abd6-946e-409a-acfb-cbd4f71bd994 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:29:04.107515 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c81abd6-946e-409a-acfb-cbd4f71bd994 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:29:04.107844 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c81abd6-946e-409a-acfb-cbd4f71bd994 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:29:04.108173 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c81abd6-946e-409a-acfb-cbd4f71bd994 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:29:04.108500 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c81abd6-946e-409a-acfb-cbd4f71bd994 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:29:04.108822 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c81abd6-946e-409a-acfb-cbd4f71bd994 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:29:04.109148 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c81abd6-946e-409a-acfb-cbd4f71bd994 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:29:04.109468 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c81abd6-946e-409a-acfb-cbd4f71bd994 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:29:04.109787 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c81abd6-946e-409a-acfb-cbd4f71bd994 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:29:04.113933 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-6752a436-fcd1-46ec-81d1-1752bdd89f6b tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463939'] for port, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:04.114274 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-6752a436-fcd1-46ec-81d1-1752bdd89f6b tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:04.127494 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [None req-6752a436-fcd1-46ec-81d1-1752bdd89f6b tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Calling delete_port for fbf7d28c-afd6-42fa-86fc-76b24c5f9aa5 owned by network:floatingip {{(pid=94666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 05:29:04.128775 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651210f-cfaa-4a6d-a58b-228f61c95289 req-6c81abd6-946e-409a-acfb-cbd4f71bd994 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:29:04.129405 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-6651210f-cfaa-4a6d-a58b-228f61c95289 req-6c81abd6-946e-409a-acfb-cbd4f71bd994 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:04.208058 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-6651210f-cfaa-4a6d-a58b-228f61c95289 req-6c81abd6-946e-409a-acfb-cbd4f71bd994 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0058696 Sep 21 05:29:04.220338 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [req-6651210f-cfaa-4a6d-a58b-228f61c95289 req-2c86f6ac-5708-4d0e-8f9c-0f9177a2533b service neutron] Request body: {'port': {'device_id': 'a347191d-8d36-4bd1-98ed-f76f099260ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:29:04.274935 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-6651210f-cfaa-4a6d-a58b-228f61c95289 req-2c86f6ac-5708-4d0e-8f9c-0f9177a2533b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:04.575398 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [req-6651210f-cfaa-4a6d-a58b-228f61c95289 req-2c86f6ac-5708-4d0e-8f9c-0f9177a2533b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3276b748-1fb4-4e53-b22f-bd5ddff974aa {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 05:29:04.583971 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-6651210f-cfaa-4a6d-a58b-228f61c95289 req-2c86f6ac-5708-4d0e-8f9c-0f9177a2533b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:04.596415 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-6651210f-cfaa-4a6d-a58b-228f61c95289 req-2c86f6ac-5708-4d0e-8f9c-0f9177a2533b service neutron] Transition to ACTIVE for port object 3276b748-1fb4-4e53-b22f-bd5ddff974aa will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 05:29:04.642784 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-6752a436-fcd1-46ec-81d1-1752bdd89f6b tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751404282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751403777217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7439717'] for port, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:04.676327 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-6651210f-cfaa-4a6d-a58b-228f61c95289 req-2c86f6ac-5708-4d0e-8f9c-0f9177a2533b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6441129'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:04.679586 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6752a436-fcd1-46ec-81d1-1752bdd89f6b tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Pushing event deleted for resources: {'Port': ['ID=fbf7d28c-afd6-42fa-86fc-76b24c5f9aa5,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:29:04.705124 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6752a436-fcd1-46ec-81d1-1752bdd89f6b tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:29:04.705469 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6752a436-fcd1-46ec-81d1-1752bdd89f6b tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:29:04.706562 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6752a436-fcd1-46ec-81d1-1752bdd89f6b tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:29:04.706910 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6752a436-fcd1-46ec-81d1-1752bdd89f6b tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:29:04.710088 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6752a436-fcd1-46ec-81d1-1752bdd89f6b tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:29:04.710088 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6752a436-fcd1-46ec-81d1-1752bdd89f6b tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:29:04.710088 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6752a436-fcd1-46ec-81d1-1752bdd89f6b tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:29:04.710088 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6752a436-fcd1-46ec-81d1-1752bdd89f6b tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:29:04.710088 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6752a436-fcd1-46ec-81d1-1752bdd89f6b tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:29:04.710088 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6752a436-fcd1-46ec-81d1-1752bdd89f6b tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:29:04.710088 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6752a436-fcd1-46ec-81d1-1752bdd89f6b tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:29:04.710088 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6752a436-fcd1-46ec-81d1-1752bdd89f6b tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:29:04.744785 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e89137-81dd-4996-a9c8-c149f4fa03f3 req-376877d6-1aba-4e84-b54c-2858eed15234 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:29:04.746979 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-88e89137-81dd-4996-a9c8-c149f4fa03f3 req-376877d6-1aba-4e84-b54c-2858eed15234 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] 10.222.0.36 "GET /v2.0/ports?device_id=a347191d-8d36-4bd1-98ed-f76f099260ad HTTP/1.1" status: 200 len: 931 time: 0.3663142 Sep 21 05:29:04.749627 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c86f6ac-5708-4d0e-8f9c-0f9177a2533b service neutron] Pushing event updated for resources: {'Port': ['ID=3276b748-1fb4-4e53-b22f-bd5ddff974aa,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:29:04.779642 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-6752a436-fcd1-46ec-81d1-1752bdd89f6b tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Notify callbacks [] for floatingip, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:04.779975 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.db.l3_db [None req-6752a436-fcd1-46ec-81d1-1752bdd89f6b tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Floating IP e7ffa71b-b22a-421c-8133-15e74decf107 disassociated (deleted). External IP: 172.27.3.141, port: c97253be-44f1-4220-b4e2-84917bb82b31. Sep 21 05:29:04.804634 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-6651210f-cfaa-4a6d-a58b-228f61c95289 req-2c86f6ac-5708-4d0e-8f9c-0f9177a2533b service neutron] Attempting to bind port 3276b748-1fb4-4e53-b22f-bd5ddff974aa on host hv-cinder-77819 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 05:29:04.804974 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-6651210f-cfaa-4a6d-a58b-228f61c95289 req-2c86f6ac-5708-4d0e-8f9c-0f9177a2533b service neutron] Attempting to bind port 3276b748-1fb4-4e53-b22f-bd5ddff974aa by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '316a1273-0cee-4188-b198-a8c990c553b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f1a2367e-b6a5-41a6-ad08-4425cc2e6590'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 05:29:04.805307 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6651210f-cfaa-4a6d-a58b-228f61c95289 req-2c86f6ac-5708-4d0e-8f9c-0f9177a2533b service neutron] Attempting to bind port 3276b748-1fb4-4e53-b22f-bd5ddff974aa on network f1a2367e-b6a5-41a6-ad08-4425cc2e6590 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 05:29:04.810963 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6651210f-cfaa-4a6d-a58b-228f61c95289 req-2c86f6ac-5708-4d0e-8f9c-0f9177a2533b service neutron] Port 3276b748-1fb4-4e53-b22f-bd5ddff974aa on network f1a2367e-b6a5-41a6-ad08-4425cc2e6590 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 05:29:04.811291 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6651210f-cfaa-4a6d-a58b-228f61c95289 req-2c86f6ac-5708-4d0e-8f9c-0f9177a2533b service neutron] Attempting to bind port 3276b748-1fb4-4e53-b22f-bd5ddff974aa on network f1a2367e-b6a5-41a6-ad08-4425cc2e6590 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 05:29:04.816166 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6651210f-cfaa-4a6d-a58b-228f61c95289 req-2c86f6ac-5708-4d0e-8f9c-0f9177a2533b service neutron] Checking agent: {'id': '5298a3ad-ea79-4298-8fba-5c2796ea9d92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 5, 18, 37), 'started_at': datetime.datetime(2021, 9, 21, 5, 18, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 5, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 05:29:04.816505 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6651210f-cfaa-4a6d-a58b-228f61c95289 req-2c86f6ac-5708-4d0e-8f9c-0f9177a2533b service neutron] Checking segment: {'id': '316a1273-0cee-4188-b198-a8c990c553b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f1a2367e-b6a5-41a6-ad08-4425cc2e6590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 05:29:04.816889 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6651210f-cfaa-4a6d-a58b-228f61c95289 req-2c86f6ac-5708-4d0e-8f9c-0f9177a2533b service neutron] Bound using segment: {'id': '316a1273-0cee-4188-b198-a8c990c553b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f1a2367e-b6a5-41a6-ad08-4425cc2e6590'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 05:29:04.817319 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-6651210f-cfaa-4a6d-a58b-228f61c95289 req-2c86f6ac-5708-4d0e-8f9c-0f9177a2533b service neutron] Bound port: 3276b748-1fb4-4e53-b22f-bd5ddff974aa, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '316a1273-0cee-4188-b198-a8c990c553b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f1a2367e-b6a5-41a6-ad08-4425cc2e6590'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 05:29:04.817803 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-6651210f-cfaa-4a6d-a58b-228f61c95289 req-2c86f6ac-5708-4d0e-8f9c-0f9177a2533b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:04.831999 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-88e89137-81dd-4996-a9c8-c149f4fa03f3 req-57bae322-aadb-4068-9113-a6d02502135f tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] 10.222.0.36 "GET /v2.0/security-groups?id=76b08093-d139-4117-a4ad-f8d2ddfe7167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781574 Sep 21 05:29:04.888596 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-6651210f-cfaa-4a6d-a58b-228f61c95289 req-2c86f6ac-5708-4d0e-8f9c-0f9177a2533b service neutron] For port 3276b748-1fb4-4e53-b22f-bd5ddff974aa, host hv-cinder-77819, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 05:29:04.892392 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-6651210f-cfaa-4a6d-a58b-228f61c95289 req-2c86f6ac-5708-4d0e-8f9c-0f9177a2533b service neutron] For port 3276b748-1fb4-4e53-b22f-bd5ddff974aa, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=3276b748-1fb4-4e53-b22f-bd5ddff974aa,segment=NetworkSegment(316a1273-0cee-4188-b198-a8c990c553b0),segment_id=316a1273-0cee-4188-b198-a8c990c553b0)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 05:29:04.939929 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-6651210f-cfaa-4a6d-a58b-228f61c95289 req-2c86f6ac-5708-4d0e-8f9c-0f9177a2533b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6441129'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:04.974384 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651210f-cfaa-4a6d-a58b-228f61c95289 req-2c86f6ac-5708-4d0e-8f9c-0f9177a2533b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:29:04.975502 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-6651210f-cfaa-4a6d-a58b-228f61c95289 req-2c86f6ac-5708-4d0e-8f9c-0f9177a2533b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:04.976997 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-6651210f-cfaa-4a6d-a58b-228f61c95289 req-2c86f6ac-5708-4d0e-8f9c-0f9177a2533b service neutron] 10.222.0.32 "PUT /v2.0/ports/3276b748-1fb4-4e53-b22f-bd5ddff974aa HTTP/1.1" status: 200 len: 1093 time: 0.7611017 Sep 21 05:29:04.977502 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a347191d-8d36-4bd1-98ed-f76f099260ad', 'tag': '3276b748-1fb4-4e53-b22f-bd5ddff974aa'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 05:29:04.980517 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2093a7355c0e7a06ffa9c2f51d01f7a17d1263efd9baf457b9b047ecef1e75bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-898f4371-26af-46fb-928d-ce9c16dd1135" -d '{"events": [{"name": "network-changed", "server_uuid": "a347191d-8d36-4bd1-98ed-f76f099260ad", "tag": "3276b748-1fb4-4e53-b22f-bd5ddff974aa"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 05:29:05.018993 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 05:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a7fcc46-ba46-4ec7-b7cf-f8b104f8b852 x-openstack-request-id: req-5a7fcc46-ba46-4ec7-b7cf-f8b104f8b852 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 05:29:05.018993 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a347191d-8d36-4bd1-98ed-f76f099260ad", "tag": "3276b748-1fb4-4e53-b22f-bd5ddff974aa", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 05:29:05.020135 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5a7fcc46-ba46-4ec7-b7cf-f8b104f8b852 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 05:29:05.020482 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a347191d-8d36-4bd1-98ed-f76f099260ad', 'tag': '3276b748-1fb4-4e53-b22f-bd5ddff974aa', 'status': 'completed', 'code': 200} Sep 21 05:29:05.030788 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6752a436-fcd1-46ec-81d1-1752bdd89f6b tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Router e7e7c1ae-157c-47e9-b269-b304f762e71d has already been hosted by L3 agent e4914d08-4fb7-43fa-94fb-1720f1d16cb4 {{(pid=94666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 05:29:05.032305 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c86f6ac-5708-4d0e-8f9c-0f9177a2533b service neutron] Pushing event updated for resources: {'Port': ['ID=3276b748-1fb4-4e53-b22f-bd5ddff974aa,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:29:05.084324 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f4371-26af-46fb-928d-ce9c16dd1135 req-19c3100e-b061-4503-9b2d-67f3832fc07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:29:05.085833 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-898f4371-26af-46fb-928d-ce9c16dd1135 req-19c3100e-b061-4503-9b2d-67f3832fc07d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b83bc9ddc8e842aab035e7f904ace735&device_id=a347191d-8d36-4bd1-98ed-f76f099260ad HTTP/1.1" status: 200 len: 1096 time: 0.0424781 Sep 21 05:29:05.144809 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6752a436-fcd1-46ec-81d1-1752bdd89f6b tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Notify agent at l3_agent.dv-cinder-778193-10-iscsi the message routers_updated {{(pid=94666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 05:29:05.149669 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-6752a436-fcd1-46ec-81d1-1752bdd89f6b tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339'] for floatingip, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:05.156945 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6baaa9-7548-4305-ba9e-0cff1352a093 None None] Sync routers for ids ['e7e7c1ae-157c-47e9-b269-b304f762e71d'] in dv-cinder-778193-10-iscsi {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 05:29:05.168133 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6baaa9-7548-4305-ba9e-0cff1352a093 None None] Routers {'e7e7c1ae-157c-47e9-b269-b304f762e71d'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:29:05.168759 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-ff6baaa9-7548-4305-ba9e-0cff1352a093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:28:39Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['e7e7c1ae-157c-47e9-b269-b304f762e71d'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:29:05.188053 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-6752a436-fcd1-46ec-81d1-1752bdd89f6b tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "DELETE /v2.0/floatingips/e7ffa71b-b22a-421c-8133-15e74decf107 HTTP/1.1" status: 204 len: 168 time: 1.5243070 Sep 21 05:29:05.188651 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dad1ea62-42e7-4277-a6ec-d16fafaf5de2', 'tag': 'c97253be-44f1-4220-b4e2-84917bb82b31'}] {{(pid=94666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 05:29:05.193372 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f4371-26af-46fb-928d-ce9c16dd1135 req-64ce6619-9654-4b36-b036-559d030eec8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:29:05.195100 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-898f4371-26af-46fb-928d-ce9c16dd1135 req-64ce6619-9654-4b36-b036-559d030eec8a service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=b83bc9ddc8e842aab035e7f904ace735&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1004784 Sep 21 05:29:05.199015 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44944af2400c5958a336bdfed19235d8f59e5c9f04ba018cfdf82e9059cb0bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcada5cc-3dc0-42bf-941e-d5c9297bb316" -d '{"events": [{"name": "network-changed", "server_uuid": "dad1ea62-42e7-4277-a6ec-d16fafaf5de2", "tag": "c97253be-44f1-4220-b4e2-84917bb82b31"}]}' {{(pid=94666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 05:29:05.253146 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 05:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e8239d2-60ed-47b5-9325-3606385d5e08 x-openstack-request-id: req-0e8239d2-60ed-47b5-9325-3606385d5e08 {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 05:29:05.253441 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dad1ea62-42e7-4277-a6ec-d16fafaf5de2", "tag": "c97253be-44f1-4220-b4e2-84917bb82b31", "status": "completed", "code": 200}]} {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 05:29:05.253697 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0e8239d2-60ed-47b5-9325-3606385d5e08 {{(pid=94666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 05:29:05.254098 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dad1ea62-42e7-4277-a6ec-d16fafaf5de2', 'tag': 'c97253be-44f1-4220-b4e2-84917bb82b31', 'status': 'completed', 'code': 200} Sep 21 05:29:05.291055 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-ff6baaa9-7548-4305-ba9e-0cff1352a093 None None] Set router e7e7c1ae-157c-47e9-b269-b304f762e71d gateway port host: dv-cinder-778193-10-iscsi {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:29:05.360738 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcada5cc-3dc0-42bf-941e-d5c9297bb316 req-55e15fef-fa57-4ca5-8585-d721a9f022c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:29:05.362233 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-dcada5cc-3dc0-42bf-941e-d5c9297bb316 req-55e15fef-fa57-4ca5-8585-d721a9f022c0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3066d5f922ad4c51b79c56e410630bfe&device_id=dad1ea62-42e7-4277-a6ec-d16fafaf5de2 HTTP/1.1" status: 200 len: 1098 time: 0.0651135 Sep 21 05:29:05.363580 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f4371-26af-46fb-928d-ce9c16dd1135 req-1608018a-bb9c-4157-87cb-1e75b7688a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:29:05.364903 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-898f4371-26af-46fb-928d-ce9c16dd1135 req-1608018a-bb9c-4157-87cb-1e75b7688a96 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1503079 Sep 21 05:29:05.498305 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651210f-cfaa-4a6d-a58b-228f61c95289 req-cde6f585-56d6-49be-979f-e295c47a7688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:29:05.499811 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-6651210f-cfaa-4a6d-a58b-228f61c95289 req-cde6f585-56d6-49be-979f-e295c47a7688 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b83bc9ddc8e842aab035e7f904ace735&device_id=a347191d-8d36-4bd1-98ed-f76f099260ad HTTP/1.1" status: 200 len: 1096 time: 0.0644591 Sep 21 05:29:05.505388 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcada5cc-3dc0-42bf-941e-d5c9297bb316 req-ad40516a-3d9a-443b-91a5-85537d7b1ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:29:05.506814 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-dcada5cc-3dc0-42bf-941e-d5c9297bb316 req-ad40516a-3d9a-443b-91a5-85537d7b1ca4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=43668b48-43ec-47a9-8fb0-92503a824bd3 HTTP/1.1" status: 200 len: 908 time: 0.1329188 Sep 21 05:29:05.507915 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-ff6baaa9-7548-4305-ba9e-0cff1352a093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e7c1ae-157c-47e9-b269-b304f762e71d', 'name': 'tempest-TestShelveInstance-255200123-router', 'tenant_id': '3066d5f922ad4c51b79c56e410630bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'bfd4d201-4e22-47da-915c-7f7f459f667a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:23:31Z', 'updated_at': '2021-09-21T05:23:37Z', 'revision_number': 4, 'project_id': '3066d5f922ad4c51b79c56e410630bfe', 'gw_port': {'id': 'bfd4d201-4e22-47da-915c-7f7f459f667a', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:75:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e7c1ae-157c-47e9-b269-b304f762e71d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:23:32Z', 'updated_at': '2021-09-21T05:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi', '_interfaces': [{'id': 'b181e200-3df5-4ad0-8e7c-c2c914309c36', 'name': '', 'network_id': '43668b48-43ec-47a9-8fb0-92503a824bd3', 'tenant_id': '3066d5f922ad4c51b79c56e410630bfe', 'mac_address': 'fa:16:3e:1a:b5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e7c1ae-157c-47e9-b269-b304f762e71d', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '4d367135-c118-4f1f-8d0c-187c518691fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:23:35Z', 'updated_at': '2021-09-21T05:23:40Z', 'revision_number': 5, 'project_id': '3066d5f922ad4c51b79c56e410630bfe', 'subnets': [{'id': '4d367135-c118-4f1f-8d0c-187c518691fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:29:05.539736 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6baaa9-7548-4305-ba9e-0cff1352a093 None None] Checking router: e7e7c1ae-157c-47e9-b269-b304f762e71d for host: dv-cinder-778193-10-iscsi {{(pid=94668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 05:29:05.548887 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6baaa9-7548-4305-ba9e-0cff1352a093 None None] Routers {'e7e7c1ae-157c-47e9-b269-b304f762e71d'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:29:05.549527 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-ff6baaa9-7548-4305-ba9e-0cff1352a093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:28:39Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['e7e7c1ae-157c-47e9-b269-b304f762e71d'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:29:05.595436 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-6651210f-cfaa-4a6d-a58b-228f61c95289 req-172cac00-406a-4298-959b-f500bf8a929c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3276b748-1fb4-4e53-b22f-bd5ddff974aa HTTP/1.1" status: 200 len: 217 time: 0.0708783 Sep 21 05:29:05.597305 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-dcada5cc-3dc0-42bf-941e-d5c9297bb316 req-03277a52-c650-4d78-b273-4179a0c1b109 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c97253be-44f1-4220-b4e2-84917bb82b31 HTTP/1.1" status: 200 len: 217 time: 0.0714784 Sep 21 05:29:05.704414 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651210f-cfaa-4a6d-a58b-228f61c95289 req-d8a8bec5-0e62-4e10-b6af-460c2a981ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:29:05.706014 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-6651210f-cfaa-4a6d-a58b-228f61c95289 req-d8a8bec5-0e62-4e10-b6af-460c2a981ade service neutron] 10.222.0.32 "GET /v2.0/subnets?id=75d2ce02-ed54-42a5-ba89-99b470d9213d HTTP/1.1" status: 200 len: 849 time: 0.0963976 Sep 21 05:29:05.707528 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcada5cc-3dc0-42bf-941e-d5c9297bb316 req-8be72253-2aa2-4f4c-a17c-2b2971e1cea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:29:05.709164 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-dcada5cc-3dc0-42bf-941e-d5c9297bb316 req-8be72253-2aa2-4f4c-a17c-2b2971e1cea6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4d367135-c118-4f1f-8d0c-187c518691fd HTTP/1.1" status: 200 len: 847 time: 0.0971186 Sep 21 05:29:05.740617 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd7ba1-0ca6-492d-a747-b999ba447817 req-6869f58b-fa93-4ed0-b4f9-593172fad00d tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:29:05.744070 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2dcd7ba1-0ca6-492d-a747-b999ba447817 req-6869f58b-fa93-4ed0-b4f9-593172fad00d tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/ports?device_id=dad1ea62-42e7-4277-a6ec-d16fafaf5de2 HTTP/1.1" status: 200 len: 945 time: 0.0663478 Sep 21 05:29:05.784328 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-6651210f-cfaa-4a6d-a58b-228f61c95289 req-7a58883b-3769-4aa7-bd90-674a7ea5fe60 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f1a2367e-b6a5-41a6-ad08-4425cc2e6590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612192 Sep 21 05:29:05.801592 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-ff6baaa9-7548-4305-ba9e-0cff1352a093 None None] Set router e7e7c1ae-157c-47e9-b269-b304f762e71d gateway port host: dv-cinder-778193-10-iscsi {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:29:05.812043 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2dcd7ba1-0ca6-492d-a747-b999ba447817 req-b0596253-7d94-4ec7-bd7a-c2a2a41730e4 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e1765e6-cde3-492e-859a-4ddd3b6fa338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612786 Sep 21 05:29:05.842430 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcada5cc-3dc0-42bf-941e-d5c9297bb316 req-e30ac509-f0a8-4951-9dba-e49bfff2e406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:29:05.843486 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6628e9e1-e307-4280-be7d-bd632ef8030f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:05.844078 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-dcada5cc-3dc0-42bf-941e-d5c9297bb316 req-e30ac509-f0a8-4951-9dba-e49bfff2e406 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=43668b48-43ec-47a9-8fb0-92503a824bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1189065 Sep 21 05:29:05.967199 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7da374f-e6ae-4aee-9f44-f7c11423abcf req-a943a2c3-06dd-40af-bb91-950635950b11 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:29:05.968821 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b7da374f-e6ae-4aee-9f44-f7c11423abcf req-a943a2c3-06dd-40af-bb91-950635950b11 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] 10.222.0.36 "GET /v2.0/ports?device_id=a347191d-8d36-4bd1-98ed-f76f099260ad HTTP/1.1" status: 200 len: 943 time: 0.0571811 Sep 21 05:29:05.989990 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-dcada5cc-3dc0-42bf-941e-d5c9297bb316 req-2aa661be-7466-4254-9f20-f167c01eadb1 service neutron] 10.222.0.32 "GET /v2.0/networks/43668b48-43ec-47a9-8fb0-92503a824bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148710 Sep 21 05:29:06.013547 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-6651210f-cfaa-4a6d-a58b-228f61c95289 req-089f06a0-272f-496a-ad9b-3aa7229c61cc service neutron] 10.222.0.32 "GET /v2.0/networks/f1a2367e-b6a5-41a6-ad08-4425cc2e6590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183599 Sep 21 05:29:06.018125 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b7da374f-e6ae-4aee-9f44-f7c11423abcf req-4ca058ec-3084-4db0-8e54-3e982f290c00 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] 10.222.0.36 "GET /v2.0/security-groups?id=76b08093-d139-4117-a4ad-f8d2ddfe7167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433049 Sep 21 05:29:06.036911 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-ff6baaa9-7548-4305-ba9e-0cff1352a093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e7c1ae-157c-47e9-b269-b304f762e71d', 'name': 'tempest-TestShelveInstance-255200123-router', 'tenant_id': '3066d5f922ad4c51b79c56e410630bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'bfd4d201-4e22-47da-915c-7f7f459f667a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:23:31Z', 'updated_at': '2021-09-21T05:23:37Z', 'revision_number': 4, 'project_id': '3066d5f922ad4c51b79c56e410630bfe', 'gw_port': {'id': 'bfd4d201-4e22-47da-915c-7f7f459f667a', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:75:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e7c1ae-157c-47e9-b269-b304f762e71d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:23:32Z', 'updated_at': '2021-09-21T05:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi', '_interfaces': [{'id': 'b181e200-3df5-4ad0-8e7c-c2c914309c36', 'name': '', 'network_id': '43668b48-43ec-47a9-8fb0-92503a824bd3', 'tenant_id': '3066d5f922ad4c51b79c56e410630bfe', 'mac_address': 'fa:16:3e:1a:b5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e7c1ae-157c-47e9-b269-b304f762e71d', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '4d367135-c118-4f1f-8d0c-187c518691fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:23:35Z', 'updated_at': '2021-09-21T05:23:40Z', 'revision_number': 5, 'project_id': '3066d5f922ad4c51b79c56e410630bfe', 'subnets': [{'id': '4d367135-c118-4f1f-8d0c-187c518691fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:29:06.068192 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6baaa9-7548-4305-ba9e-0cff1352a093 None None] The sync data for ids ['e7e7c1ae-157c-47e9-b269-b304f762e71d'] in dv-cinder-778193-10-iscsi is: [{'id': 'e7e7c1ae-157c-47e9-b269-b304f762e71d', 'name': 'tempest-TestShelveInstance-255200123-router', 'tenant_id': '3066d5f922ad4c51b79c56e410630bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'bfd4d201-4e22-47da-915c-7f7f459f667a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:23:31Z', 'updated_at': '2021-09-21T05:23:37Z', 'revision_number': 4, 'project_id': '3066d5f922ad4c51b79c56e410630bfe', 'gw_port': {'id': 'bfd4d201-4e22-47da-915c-7f7f459f667a', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:75:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e7c1ae-157c-47e9-b269-b304f762e71d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:23:32Z', 'updated_at': '2021-09-21T05:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi', '_interfaces': [{'id': 'b181e200-3df5-4ad0-8e7c-c2c914309c36', 'name': '', 'network_id': '43668b48-43ec-47a9-8fb0-92503a824bd3', 'tenant_id': '3066d5f922ad4c51b79c56e410630bfe', 'mac_address': 'fa:16:3e:1a:b5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e7c1ae-157c-47e9-b269-b304f762e71d', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '4d367135-c118-4f1f-8d0c-187c518691fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:23:35Z', 'updated_at': '2021-09-21T05:23:40Z', 'revision_number': 5, 'project_id': '3066d5f922ad4c51b79c56e410630bfe', 'subnets': [{'id': '4d367135-c118-4f1f-8d0c-187c518691fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 05:29:06.152331 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-dcada5cc-3dc0-42bf-941e-d5c9297bb316 req-48b9a6ca-47f3-4791-a42b-70b340ded899 service neutron] 10.222.0.32 "GET /v2.0/networks/43668b48-43ec-47a9-8fb0-92503a824bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542087 Sep 21 05:29:06.168531 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-6651210f-cfaa-4a6d-a58b-228f61c95289 req-707a55f6-ff21-4459-b5fc-4d6769ab86a4 service neutron] 10.222.0.32 "GET /v2.0/networks/f1a2367e-b6a5-41a6-ad08-4425cc2e6590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372378 Sep 21 05:29:06.255396 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 34808) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:29:06.303606 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5989f3-c5d5-4055-aa8a-f04732dbf046 None None] New status for floating IP e7ffa71b-b22a-421c-8133-15e74decf107: DOWN {{(pid=94669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 05:29:06.364630 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-1b9b0518-c469-4c53-93f3-237e02b5cc6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:06.454637 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-1b9b0518-c469-4c53-93f3-237e02b5cc6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:06.533181 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-1b9b0518-c469-4c53-93f3-237e02b5cc6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:06.571612 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-1b9b0518-c469-4c53-93f3-237e02b5cc6a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=46ca96955515490fbad4160e18f164f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3150654 Sep 21 05:29:06.572618 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9b0518-c469-4c53-93f3-237e02b5cc6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba37080-3c66-4e67-9135-3ec083d6aca7,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:29:06.574546 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 34812) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:29:06.622769 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9f386ee8-4735-45ee-83b9-26c7d4d0566c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:06.644277 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9f386ee8-4735-45ee-83b9-26c7d4d0566c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:06.762254 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9f386ee8-4735-45ee-83b9-26c7d4d0566c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:06.764873 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9f386ee8-4735-45ee-83b9-26c7d4d0566c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:06.766015 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-9f386ee8-4735-45ee-83b9-26c7d4d0566c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5ba37080-3c66-4e67-9135-3ec083d6aca7 HTTP/1.1" status: 204 len: 168 time: 0.1904926 Sep 21 05:29:06.773472 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f386ee8-4735-45ee-83b9-26c7d4d0566c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba37080-3c66-4e67-9135-3ec083d6aca7,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:29:06.917829 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7f3cbd-3d67-4e9d-839d-eff08e775e73 req-d914f7c9-ba72-4aa5-a067-74b3d3d0bb00 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:29:06.919376 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1a7f3cbd-3d67-4e9d-839d-eff08e775e73 req-d914f7c9-ba72-4aa5-a067-74b3d3d0bb00 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/ports?device_id=dad1ea62-42e7-4277-a6ec-d16fafaf5de2 HTTP/1.1" status: 200 len: 945 time: 0.0493660 Sep 21 05:29:06.956322 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1a7f3cbd-3d67-4e9d-839d-eff08e775e73 req-b31c8bd0-d9b2-4bf5-8cf3-d388df0f7cd9 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e1765e6-cde3-492e-859a-4ddd3b6fa338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310826 Sep 21 05:29:07.125371 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf071dc-65b5-4e4d-9312-948288003c56 req-a437965d-ea05-4cb0-ab2f-6104118daf8b tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:29:07.126861 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5cf071dc-65b5-4e4d-9312-948288003c56 req-a437965d-ea05-4cb0-ab2f-6104118daf8b tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] 10.222.0.36 "GET /v2.0/ports?device_id=a347191d-8d36-4bd1-98ed-f76f099260ad HTTP/1.1" status: 200 len: 943 time: 0.0476017 Sep 21 05:29:07.163557 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5cf071dc-65b5-4e4d-9312-948288003c56 req-462c166f-5068-4713-95f9-74cb9d43bb23 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] 10.222.0.36 "GET /v2.0/security-groups?id=76b08093-d139-4117-a4ad-f8d2ddfe7167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308990 Sep 21 05:29:07.359107 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 34824) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:29:07.375599 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-11dbdf41-064a-4f96-96e4-8a704d5e1a64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:07.460751 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-11dbdf41-064a-4f96-96e4-8a704d5e1a64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:07.533877 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1ee1f8-d51d-4103-8f01-12930624b100 req-b988471a-c6b1-421d-816c-cf0eda648c29 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:29:07.535362 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-8d1ee1f8-d51d-4103-8f01-12930624b100 req-b988471a-c6b1-421d-816c-cf0eda648c29 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.32 "GET /v2.0/ports?device_id=dad1ea62-42e7-4277-a6ec-d16fafaf5de2 HTTP/1.1" status: 200 len: 945 time: 0.0457294 Sep 21 05:29:07.564667 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-11dbdf41-064a-4f96-96e4-8a704d5e1a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:07.635570 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dbdf41-064a-4f96-96e4-8a704d5e1a64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8306955-cbd0-4bb9-8ed1-c70de91e22d1,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:29:07.640496 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-11dbdf41-064a-4f96-96e4-8a704d5e1a64 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=80c79c8c14194a349a9a3994ab38ad2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2803590 Sep 21 05:29:07.643104 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 34826) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:29:07.695875 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-8d1ee1f8-d51d-4103-8f01-12930624b100 req-3c4e43d0-a27c-4885-b630-deb3eb50ce40 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Deleting port c97253be-44f1-4220-b4e2-84917bb82b31 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 05:29:07.696214 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-8d1ee1f8-d51d-4103-8f01-12930624b100 req-3c4e43d0-a27c-4885-b630-deb3eb50ce40 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751404276529'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:07.727970 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-674c3d3d-298b-4e06-bc9f-2e57ce4254fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:07.785593 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-674c3d3d-298b-4e06-bc9f-2e57ce4254fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:07.829681 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-8d1ee1f8-d51d-4103-8f01-12930624b100 req-3c4e43d0-a27c-4885-b630-deb3eb50ce40 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] For port c97253be-44f1-4220-b4e2-84917bb82b31, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c97253be-44f1-4220-b4e2-84917bb82b31,segment=NetworkSegment(3ccfcff5-47bb-4252-9f72-eb6d42563205),segment_id=3ccfcff5-47bb-4252-9f72-eb6d42563205)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:29:07.830045 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-8d1ee1f8-d51d-4103-8f01-12930624b100 req-3c4e43d0-a27c-4885-b630-deb3eb50ce40 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463939'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:07.841780 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-8d1ee1f8-d51d-4103-8f01-12930624b100 req-3c4e43d0-a27c-4885-b630-deb3eb50ce40 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Calling delete_port for c97253be-44f1-4220-b4e2-84917bb82b31 owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 05:29:07.973433 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-674c3d3d-298b-4e06-bc9f-2e57ce4254fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:07.975957 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-674c3d3d-298b-4e06-bc9f-2e57ce4254fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:07.977101 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-674c3d3d-298b-4e06-bc9f-2e57ce4254fb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f8306955-cbd0-4bb9-8ed1-c70de91e22d1 HTTP/1.1" status: 204 len: 168 time: 0.3319783 Sep 21 05:29:07.985838 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674c3d3d-298b-4e06-bc9f-2e57ce4254fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8306955-cbd0-4bb9-8ed1-c70de91e22d1,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:29:08.036255 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-8d1ee1f8-d51d-4103-8f01-12930624b100 req-3c4e43d0-a27c-4885-b630-deb3eb50ce40 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751404282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751403777217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6441136'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:08.065587 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b7804ebe-50da-4be7-8ac4-5d3663184728 req-1ec69988-66c0-4675-8a50-333e45366a1a tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/ports?device_id=dad1ea62-42e7-4277-a6ec-d16fafaf5de2 HTTP/1.1" status: 200 len: 210 time: 0.0304184 Sep 21 05:29:08.071398 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4e43d0-a27c-4885-b630-deb3eb50ce40 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Pushing event deleted for resources: {'Port': ['ID=c97253be-44f1-4220-b4e2-84917bb82b31,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:29:08.093905 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:08.119119 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d1ee1f8-d51d-4103-8f01-12930624b100 req-3c4e43d0-a27c-4885-b630-deb3eb50ce40 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] No DVR routers for this DVR port c97253be-44f1-4220-b4e2-84917bb82b31 on host hv-cinder-77819 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 05:29:08.122091 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-8d1ee1f8-d51d-4103-8f01-12930624b100 req-3c4e43d0-a27c-4885-b630-deb3eb50ce40 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:08.124078 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-8d1ee1f8-d51d-4103-8f01-12930624b100 req-3c4e43d0-a27c-4885-b630-deb3eb50ce40 tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.32 "DELETE /v2.0/ports/c97253be-44f1-4220-b4e2-84917bb82b31 HTTP/1.1" status: 204 len: 173 time: 0.5825851 Sep 21 05:29:08.124509 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dad1ea62-42e7-4277-a6ec-d16fafaf5de2', 'name': 'network-vif-deleted', 'tag': 'c97253be-44f1-4220-b4e2-84917bb82b31'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 05:29:08.126887 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2093a7355c0e7a06ffa9c2f51d01f7a17d1263efd9baf457b9b047ecef1e75bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-365f3206-04cf-4483-80fa-31a950b5ba52" -d '{"events": [{"server_uuid": "dad1ea62-42e7-4277-a6ec-d16fafaf5de2", "name": "network-vif-deleted", "tag": "c97253be-44f1-4220-b4e2-84917bb82b31"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 05:29:08.161191 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 05:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c357eb-beab-4730-a102-81913c2683c7 x-openstack-request-id: req-77c357eb-beab-4730-a102-81913c2683c7 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 05:29:08.161480 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dad1ea62-42e7-4277-a6ec-d16fafaf5de2", "name": "network-vif-deleted", "tag": "c97253be-44f1-4220-b4e2-84917bb82b31", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 05:29:08.161734 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-77c357eb-beab-4730-a102-81913c2683c7 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 05:29:08.162134 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dad1ea62-42e7-4277-a6ec-d16fafaf5de2', 'name': 'network-vif-deleted', 'tag': 'c97253be-44f1-4220-b4e2-84917bb82b31', 'status': 'completed', 'code': 200} Sep 21 05:29:08.277360 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc986aa-6fda-4776-93dc-9f7cc4f08551 req-6b5b2add-b0c9-4093-8f6e-9f3d54b0b34b tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:29:08.279553 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3cc986aa-6fda-4776-93dc-9f7cc4f08551 req-6b5b2add-b0c9-4093-8f6e-9f3d54b0b34b tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] 10.222.0.36 "GET /v2.0/ports?device_id=a347191d-8d36-4bd1-98ed-f76f099260ad HTTP/1.1" status: 200 len: 943 time: 0.0504544 Sep 21 05:29:08.322459 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3cc986aa-6fda-4776-93dc-9f7cc4f08551 req-8bf377b5-c486-4483-98d1-4247cadaac83 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] 10.222.0.36 "GET /v2.0/security-groups?id=76b08093-d139-4117-a4ad-f8d2ddfe7167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354662 Sep 21 05:29:08.625004 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8d7714ba-df75-42e7-81b5-5bf592e624b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:08.776914 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device 3276b748-1fb4-4e53-b22f-bd5ddff974aa details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 05:29:08.880874 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] For port 3276b748-1fb4-4e53-b22f-bd5ddff974aa, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=3276b748-1fb4-4e53-b22f-bd5ddff974aa,segment=NetworkSegment(316a1273-0cee-4188-b198-a8c990c553b0),segment_id=316a1273-0cee-4188-b198-a8c990c553b0)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:29:08.891607 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Returning: {'device': '3276b748-1fb4-4e53-b22f-bd5ddff974aa', 'network_id': 'f1a2367e-b6a5-41a6-ad08-4425cc2e6590', 'port_id': '3276b748-1fb4-4e53-b22f-bd5ddff974aa', 'mac_address': 'fa:16:3e:6b:89:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75d2ce02-ed54-42a5-ba89-99b470d9213d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 05:29:08.933735 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:08.946339 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.notifiers.nova [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3276b748-1fb4-4e53-b22f-bd5ddff974aa {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 05:29:08.966385 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] For port 3276b748-1fb4-4e53-b22f-bd5ddff974aa, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=3276b748-1fb4-4e53-b22f-bd5ddff974aa,segment=NetworkSegment(316a1273-0cee-4188-b198-a8c990c553b0),segment_id=316a1273-0cee-4188-b198-a8c990c553b0)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:29:09.110512 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:09.163345 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Pushing event updated for resources: {'Port': ['ID=3276b748-1fb4-4e53-b22f-bd5ddff974aa,revision_number=4']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:29:09.196917 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-221b17b6-05bc-46ec-98e7-24edf49b0ed2 req-d6562f75-1298-4c5d-b46a-dd74b0db40bc tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "GET /v2.0/ports?device_id=dad1ea62-42e7-4277-a6ec-d16fafaf5de2 HTTP/1.1" status: 200 len: 210 time: 0.0305328 Sep 21 05:29:09.298683 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:09.361820 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] get_ports_and_sgs() called for port_ids ['3276b748-1fb4-4e53-b22f-bd5ddff974aa'] {{(pid=94668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 05:29:09.445171 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f071c8c-b731-4759-b228-1c5d2e6bdfdc req-a90d7944-e4fd-455e-a193-d34d8ac5b77c tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:29:09.446846 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0f071c8c-b731-4759-b228-1c5d2e6bdfdc req-a90d7944-e4fd-455e-a193-d34d8ac5b77c tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] 10.222.0.36 "GET /v2.0/ports?device_id=a347191d-8d36-4bd1-98ed-f76f099260ad HTTP/1.1" status: 200 len: 944 time: 0.0559077 Sep 21 05:29:09.490345 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0f071c8c-b731-4759-b228-1c5d2e6bdfdc req-02750ec9-a9b7-4e70-9f8b-79c28edf285f tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] 10.222.0.36 "GET /v2.0/security-groups?id=76b08093-d139-4117-a4ad-f8d2ddfe7167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340176 Sep 21 05:29:09.927321 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2c351aa7-00e3-4828-8663-e1495c3162e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:10.250588 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 34882) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:29:10.316558 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5e2cf87e-59a0-4f3a-9a7f-8a089cf561ff tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:10.350134 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5e2cf87e-59a0-4f3a-9a7f-8a089cf561ff tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:10.510143 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5e2cf87e-59a0-4f3a-9a7f-8a089cf561ff tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:10.513311 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5e2cf87e-59a0-4f3a-9a7f-8a089cf561ff tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:10.514570 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-5e2cf87e-59a0-4f3a-9a7f-8a089cf561ff tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] 10.222.0.36 "DELETE /v2.0/security-groups/2e1765e6-cde3-492e-859a-4ddd3b6fa338 HTTP/1.1" status: 204 len: 168 time: 0.2629638 Sep 21 05:29:10.524238 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2cf87e-59a0-4f3a-9a7f-8a089cf561ff tempest-TestShelveInstance-933490358 tempest-TestShelveInstance-933490358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e1765e6-cde3-492e-859a-4ddd3b6fa338,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:29:10.620322 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc3a04d-ce3c-404d-a6a9-5ada9f6268b7 req-7436189f-a602-41e7-be20-ac0554453d10 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:29:10.621786 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9dc3a04d-ce3c-404d-a6a9-5ada9f6268b7 req-7436189f-a602-41e7-be20-ac0554453d10 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] 10.222.0.36 "GET /v2.0/ports?device_id=a347191d-8d36-4bd1-98ed-f76f099260ad HTTP/1.1" status: 200 len: 944 time: 0.0554893 Sep 21 05:29:10.659999 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9dc3a04d-ce3c-404d-a6a9-5ada9f6268b7 req-69cee232-6376-4db9-814f-fdeb5467d6d3 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] 10.222.0.36 "GET /v2.0/security-groups?id=76b08093-d139-4117-a4ad-f8d2ddfe7167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322075 Sep 21 05:29:10.681845 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 34888) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:29:10.806108 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device 3276b748-1fb4-4e53-b22f-bd5ddff974aa up at agent hyperv_hv-cinder-77819 {{(pid=94668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 05:29:10.956040 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Provisioning for port 3276b748-1fb4-4e53-b22f-bd5ddff974aa completed by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 05:29:10.960556 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Provisioning complete for port 3276b748-1fb4-4e53-b22f-bd5ddff974aa triggered by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:29:10.960933 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:11.044009 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:11.065708 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a347191d-8d36-4bd1-98ed-f76f099260ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3276b748-1fb4-4e53-b22f-bd5ddff974aa'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 05:29:11.068007 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9746b1cd2a1144c350740d70a5f253bbb3c4ac519592b61f014e2841f81d92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa2c1622-a9a9-43a9-ac27-88e7abfb63dd" -d '{"events": [{"server_uuid": "a347191d-8d36-4bd1-98ed-f76f099260ad", "name": "network-vif-plugged", "status": "completed", "tag": "3276b748-1fb4-4e53-b22f-bd5ddff974aa"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 05:29:11.088177 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] For port 3276b748-1fb4-4e53-b22f-bd5ddff974aa, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=3276b748-1fb4-4e53-b22f-bd5ddff974aa,segment=NetworkSegment(316a1273-0cee-4188-b198-a8c990c553b0),segment_id=316a1273-0cee-4188-b198-a8c990c553b0)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:29:11.105138 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 05:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db98eb5-c23e-434f-9462-82721ebb4ea4 x-openstack-request-id: req-4db98eb5-c23e-434f-9462-82721ebb4ea4 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 05:29:11.105862 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a347191d-8d36-4bd1-98ed-f76f099260ad", "name": "network-vif-plugged", "status": "completed", "tag": "3276b748-1fb4-4e53-b22f-bd5ddff974aa", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 05:29:11.106169 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4db98eb5-c23e-434f-9462-82721ebb4ea4 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 05:29:11.106590 dv-cinder-778193-10-iscsi neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a347191d-8d36-4bd1-98ed-f76f099260ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3276b748-1fb4-4e53-b22f-bd5ddff974aa', 'code': 200} Sep 21 05:29:11.180552 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5f7e6c84-b9e0-4b82-9903-695b43ccae08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-471819'] for router_interface, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:11.201868 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:11.202822 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device c97253be-44f1-4220-b4e2-84917bb82b31 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 05:29:11.223316 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] No Port match for: c97253be-44f1-4220-b4e2-84917bb82b31 {{(pid=94668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 05:29:11.223708 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device c97253be-44f1-4220-b4e2-84917bb82b31 not bound to the agent host hv-cinder-77819 {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 05:29:11.243666 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a1fb1f33-fe48-4684-9a56-b3eb65d74809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:11.267265 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Pushing event updated for resources: {'Port': ['ID=3276b748-1fb4-4e53-b22f-bd5ddff974aa,revision_number=5']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:29:11.419486 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1fe658-f48f-4bd0-a8d5-f194e9623487 req-b5bf272d-2444-4b27-a59e-fd4ce73a7e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:29:11.420972 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-9e1fe658-f48f-4bd0-a8d5-f194e9623487 req-b5bf272d-2444-4b27-a59e-fd4ce73a7e3b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a347191d-8d36-4bd1-98ed-f76f099260ad HTTP/1.1" status: 200 len: 1098 time: 0.0644395 Sep 21 05:29:11.474479 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-9e1fe658-f48f-4bd0-a8d5-f194e9623487 req-3220f26d-ea6c-4d88-a9d4-433483be4a50 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=76b08093-d139-4117-a4ad-f8d2ddfe7167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370927 Sep 21 05:29:11.484740 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-5f7e6c84-b9e0-4b82-9903-695b43ccae08 admin admin] Deleting port b181e200-3df5-4ad0-8e7c-c2c914309c36 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 05:29:11.485311 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5f7e6c84-b9e0-4b82-9903-695b43ccae08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751404276529'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:11.780661 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88dff77-c138-4dd9-a7d9-2cafff337bc9 req-78193d4f-1790-49f8-acf3-bea150a93f19 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:29:11.782239 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c88dff77-c138-4dd9-a7d9-2cafff337bc9 req-78193d4f-1790-49f8-acf3-bea150a93f19 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] 10.222.0.36 "GET /v2.0/ports?device_id=a347191d-8d36-4bd1-98ed-f76f099260ad HTTP/1.1" status: 200 len: 945 time: 0.0496829 Sep 21 05:29:11.820561 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c88dff77-c138-4dd9-a7d9-2cafff337bc9 req-510f3194-ea9d-43c5-993c-286c36f01857 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] 10.222.0.36 "GET /v2.0/security-groups?id=76b08093-d139-4117-a4ad-f8d2ddfe7167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319178 Sep 21 05:29:11.826891 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-5f7e6c84-b9e0-4b82-9903-695b43ccae08 admin admin] For port b181e200-3df5-4ad0-8e7c-c2c914309c36, host dv-cinder-778193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=b181e200-3df5-4ad0-8e7c-c2c914309c36,segment=NetworkSegment(3ccfcff5-47bb-4252-9f72-eb6d42563205),segment_id=3ccfcff5-47bb-4252-9f72-eb6d42563205)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:29:11.827257 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5f7e6c84-b9e0-4b82-9903-695b43ccae08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463939'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:11.840073 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-5f7e6c84-b9e0-4b82-9903-695b43ccae08 admin admin] Calling delete_port for b181e200-3df5-4ad0-8e7c-c2c914309c36 owned by network:router_interface {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 05:29:12.104548 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5f7e6c84-b9e0-4b82-9903-695b43ccae08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751404282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751403777217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6441136'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:12.130500 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7e6c84-b9e0-4b82-9903-695b43ccae08 admin admin] Pushing event deleted for resources: {'Port': ['ID=b181e200-3df5-4ad0-8e7c-c2c914309c36,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:29:12.302019 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5f7e6c84-b9e0-4b82-9903-695b43ccae08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-473275'] for router_interface, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:12.528638 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f7e6c84-b9e0-4b82-9903-695b43ccae08 admin admin] Router e7e7c1ae-157c-47e9-b269-b304f762e71d has already been hosted by L3 agent e4914d08-4fb7-43fa-94fb-1720f1d16cb4 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 05:29:12.638517 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f7e6c84-b9e0-4b82-9903-695b43ccae08 admin admin] Notify agent at l3_agent.dv-cinder-778193-10-iscsi the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 05:29:12.648978 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 34910) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:29:12.649073 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-5f7e6c84-b9e0-4b82-9903-695b43ccae08 admin admin] 10.222.0.36 "PUT /v2.0/routers/e7e7c1ae-157c-47e9-b269-b304f762e71d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9631386 Sep 21 05:29:12.649281 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5572ac29-d50b-47fe-aca6-1ad4f9cca18f None None] Sync routers for ids ['e7e7c1ae-157c-47e9-b269-b304f762e71d'] in dv-cinder-778193-10-iscsi {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 05:29:12.659556 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5572ac29-d50b-47fe-aca6-1ad4f9cca18f None None] Routers {'e7e7c1ae-157c-47e9-b269-b304f762e71d'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:29:12.660380 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-5572ac29-d50b-47fe-aca6-1ad4f9cca18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:29:09Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['e7e7c1ae-157c-47e9-b269-b304f762e71d'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:29:12.755290 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-42f3f80c-70a0-46af-9bb0-ffc026160fef admin admin] Notify callbacks [] for router, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:12.767260 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-5572ac29-d50b-47fe-aca6-1ad4f9cca18f None None] Set router e7e7c1ae-157c-47e9-b269-b304f762e71d gateway port host: dv-cinder-778193-10-iscsi {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:29:12.877567 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-42f3f80c-70a0-46af-9bb0-ffc026160fef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:12.941265 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba51d55-de8c-4943-a066-67608b2e6b1a req-d656e95c-3e6d-4bf5-9079-dfd051c97ba6 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:29:12.942759 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1ba51d55-de8c-4943-a066-67608b2e6b1a req-d656e95c-3e6d-4bf5-9079-dfd051c97ba6 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] 10.222.0.36 "GET /v2.0/ports?device_id=a347191d-8d36-4bd1-98ed-f76f099260ad HTTP/1.1" status: 200 len: 945 time: 0.0501597 Sep 21 05:29:12.960908 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-5572ac29-d50b-47fe-aca6-1ad4f9cca18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e7c1ae-157c-47e9-b269-b304f762e71d', 'name': 'tempest-TestShelveInstance-255200123-router', 'tenant_id': '3066d5f922ad4c51b79c56e410630bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'bfd4d201-4e22-47da-915c-7f7f459f667a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:23:31Z', 'updated_at': '2021-09-21T05:29:11Z', 'revision_number': 5, 'project_id': '3066d5f922ad4c51b79c56e410630bfe', 'gw_port': {'id': 'bfd4d201-4e22-47da-915c-7f7f459f667a', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:75:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e7c1ae-157c-47e9-b269-b304f762e71d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:23:32Z', 'updated_at': '2021-09-21T05:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi'}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:29:12.994110 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5572ac29-d50b-47fe-aca6-1ad4f9cca18f None None] Checking router: e7e7c1ae-157c-47e9-b269-b304f762e71d for host: dv-cinder-778193-10-iscsi {{(pid=94668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 05:29:13.003474 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5572ac29-d50b-47fe-aca6-1ad4f9cca18f None None] Routers {'e7e7c1ae-157c-47e9-b269-b304f762e71d'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:29:13.004409 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-5572ac29-d50b-47fe-aca6-1ad4f9cca18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:29:09Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['e7e7c1ae-157c-47e9-b269-b304f762e71d'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:29:13.014929 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1ba51d55-de8c-4943-a066-67608b2e6b1a req-1411b822-a313-4f69-a92f-f23747e802cf tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] 10.222.0.36 "GET /v2.0/security-groups?id=76b08093-d139-4117-a4ad-f8d2ddfe7167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653265 Sep 21 05:29:13.042874 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [None req-42f3f80c-70a0-46af-9bb0-ffc026160fef admin admin] Deleting port bfd4d201-4e22-47da-915c-7f7f459f667a {{(pid=94666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 05:29:13.043219 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-42f3f80c-70a0-46af-9bb0-ffc026160fef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751404276529'] for port, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:13.099316 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-5572ac29-d50b-47fe-aca6-1ad4f9cca18f None None] Set router e7e7c1ae-157c-47e9-b269-b304f762e71d gateway port host: None {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:29:13.131504 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.db [None req-42f3f80c-70a0-46af-9bb0-ffc026160fef admin admin] For port bfd4d201-4e22-47da-915c-7f7f459f667a, host dv-cinder-778193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=bfd4d201-4e22-47da-915c-7f7f459f667a,segment=NetworkSegment(826ab498-a3a4-4696-958a-2da03407e177),segment_id=826ab498-a3a4-4696-958a-2da03407e177)] {{(pid=94666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:29:13.131924 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-42f3f80c-70a0-46af-9bb0-ffc026160fef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463939'] for port, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:13.143657 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [None req-42f3f80c-70a0-46af-9bb0-ffc026160fef admin admin] Calling delete_port for bfd4d201-4e22-47da-915c-7f7f459f667a owned by network:router_gateway {{(pid=94666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 05:29:13.149515 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-5572ac29-d50b-47fe-aca6-1ad4f9cca18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e7c1ae-157c-47e9-b269-b304f762e71d', 'name': 'tempest-TestShelveInstance-255200123-router', 'tenant_id': '3066d5f922ad4c51b79c56e410630bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:23:31Z', 'updated_at': '2021-09-21T05:29:12Z', 'revision_number': 6, 'project_id': '3066d5f922ad4c51b79c56e410630bfe', 'gw_port_host': None}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:29:13.179031 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5572ac29-d50b-47fe-aca6-1ad4f9cca18f None None] The sync data for ids ['e7e7c1ae-157c-47e9-b269-b304f762e71d'] in dv-cinder-778193-10-iscsi is: [{'id': 'e7e7c1ae-157c-47e9-b269-b304f762e71d', 'name': 'tempest-TestShelveInstance-255200123-router', 'tenant_id': '3066d5f922ad4c51b79c56e410630bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:23:31Z', 'updated_at': '2021-09-21T05:29:12Z', 'revision_number': 6, 'project_id': '3066d5f922ad4c51b79c56e410630bfe', 'gw_port_host': None}] {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 05:29:13.402323 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-42f3f80c-70a0-46af-9bb0-ffc026160fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751404282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751403777217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7439717'] for port, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:13.433998 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f3f80c-70a0-46af-9bb0-ffc026160fef admin admin] Pushing event deleted for resources: {'Port': ['ID=bfd4d201-4e22-47da-915c-7f7f459f667a,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:29:13.494478 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-42f3f80c-70a0-46af-9bb0-ffc026160fef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473213'] for router_gateway, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:13.586522 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-42f3f80c-70a0-46af-9bb0-ffc026160fef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:13.589343 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-42f3f80c-70a0-46af-9bb0-ffc026160fef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:13.704657 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-42f3f80c-70a0-46af-9bb0-ffc026160fef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576727'] for router, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:13.705177 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f3f80c-70a0-46af-9bb0-ffc026160fef admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7e7c1ae-157c-47e9-b269-b304f762e71d {{(pid=94666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 05:29:13.710013 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-42f3f80c-70a0-46af-9bb0-ffc026160fef admin admin] Notify callbacks [] for router, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:13.711227 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-42f3f80c-70a0-46af-9bb0-ffc026160fef admin admin] 10.222.0.36 "DELETE /v2.0/routers/e7e7c1ae-157c-47e9-b269-b304f762e71d HTTP/1.1" status: 204 len: 168 time: 1.0640137 Sep 21 05:29:13.714182 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 34930) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:29:13.757949 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.db.db_base_plugin_v2 [None req-779e4812-70e7-40aa-bb41-c00228a3b98c admin admin] Deleting subnet 4d367135-c118-4f1f-8d0c-187c518691fd {{(pid=94666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 05:29:13.761422 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-779e4812-70e7-40aa-bb41-c00228a3b98c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:13.794601 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-779e4812-70e7-40aa-bb41-c00228a3b98c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8344726'] for subnet, precommit_delete_associations {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:13.907006 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-779e4812-70e7-40aa-bb41-c00228a3b98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3669403'] for subnet, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:14.047750 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-779e4812-70e7-40aa-bb41-c00228a3b98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3669388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7439690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8253416'] for subnet, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:14.075839 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779e4812-70e7-40aa-bb41-c00228a3b98c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d367135-c118-4f1f-8d0c-187c518691fd,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:29:14.077820 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-779e4812-70e7-40aa-bb41-c00228a3b98c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:14.079904 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-779e4812-70e7-40aa-bb41-c00228a3b98c admin admin] 10.222.0.36 "DELETE /v2.0/subnets/4d367135-c118-4f1f-8d0c-187c518691fd HTTP/1.1" status: 204 len: 168 time: 0.3645790 Sep 21 05:29:14.082137 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 34936) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:29:14.082626 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b05feb-f6b1-4eac-a65d-07a06dc24f26 None None] Network 43668b48-43ec-47a9-8fb0-92503a824bd3 requested from dv-cinder-778193-10-iscsi {{(pid=94668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 05:29:14.155911 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-777bd235-9006-484a-ab6c-bd9676d25584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682922'] for network, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:14.215940 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [None req-777bd235-9006-484a-ab6c-bd9676d25584 admin admin] Deleting port e9548aa9-1957-4ced-8a0e-535b1d38103d {{(pid=94666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 05:29:14.216395 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-777bd235-9006-484a-ab6c-bd9676d25584 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751404276529'] for port, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:14.287287 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c548ad2-dcf9-41a3-acf8-3cd401e6dcdd None None] DHCP port deletion for 43668b48-43ec-47a9-8fb0-92503a824bd3 request from dv-cinder-778193-10-iscsi {{(pid=94668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 05:29:14.305497 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.db [None req-777bd235-9006-484a-ab6c-bd9676d25584 admin admin] For port e9548aa9-1957-4ced-8a0e-535b1d38103d, host dv-cinder-778193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=e9548aa9-1957-4ced-8a0e-535b1d38103d,segment=NetworkSegment(3ccfcff5-47bb-4252-9f72-eb6d42563205),segment_id=3ccfcff5-47bb-4252-9f72-eb6d42563205)] {{(pid=94666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:29:14.305842 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-777bd235-9006-484a-ab6c-bd9676d25584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463939'] for port, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:14.334801 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [None req-777bd235-9006-484a-ab6c-bd9676d25584 admin admin] Calling delete_port for e9548aa9-1957-4ced-8a0e-535b1d38103d owned by network:dhcp {{(pid=94666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 05:29:14.336836 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-2c548ad2-dcf9-41a3-acf8-3cd401e6dcdd None None] Deleting port e9548aa9-1957-4ced-8a0e-535b1d38103d {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 05:29:14.337174 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2c548ad2-dcf9-41a3-acf8-3cd401e6dcdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751404276529'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:14.361809 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e24fc2b-e8ff-4348-8f7e-d433fbac7164 req-258f6132-92ef-49e2-9b4c-fbea949dc782 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:29:14.363331 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9e24fc2b-e8ff-4348-8f7e-d433fbac7164 req-258f6132-92ef-49e2-9b4c-fbea949dc782 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] 10.222.0.36 "GET /v2.0/ports?device_id=a347191d-8d36-4bd1-98ed-f76f099260ad HTTP/1.1" status: 200 len: 945 time: 0.0732043 Sep 21 05:29:14.400918 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2c548ad2-dcf9-41a3-acf8-3cd401e6dcdd None None] For port e9548aa9-1957-4ced-8a0e-535b1d38103d, host dv-cinder-778193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=e9548aa9-1957-4ced-8a0e-535b1d38103d,segment=NetworkSegment(3ccfcff5-47bb-4252-9f72-eb6d42563205),segment_id=3ccfcff5-47bb-4252-9f72-eb6d42563205)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:29:14.401329 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2c548ad2-dcf9-41a3-acf8-3cd401e6dcdd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463939'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:14.422579 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-2c548ad2-dcf9-41a3-acf8-3cd401e6dcdd None None] Calling delete_port for e9548aa9-1957-4ced-8a0e-535b1d38103d owned by network:dhcp {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 05:29:14.432118 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9e24fc2b-e8ff-4348-8f7e-d433fbac7164 req-98ecf7d2-e7f8-4bab-887f-e708ff5ddf73 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] 10.222.0.36 "GET /v2.0/security-groups?id=76b08093-d139-4117-a4ad-f8d2ddfe7167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414441 Sep 21 05:29:14.516002 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-777bd235-9006-484a-ab6c-bd9676d25584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751404282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751403777217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7439717'] for port, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:14.521638 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2c548ad2-dcf9-41a3-acf8-3cd401e6dcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751404282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751403777217'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:14.545751 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777bd235-9006-484a-ab6c-bd9676d25584 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9548aa9-1957-4ced-8a0e-535b1d38103d,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:29:14.548179 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c548ad2-dcf9-41a3-acf8-3cd401e6dcdd None None] Pushing event deleted for resources: {'Port': ['ID=e9548aa9-1957-4ced-8a0e-535b1d38103d,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:29:14.550030 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c548ad2-dcf9-41a3-acf8-3cd401e6dcdd None None] No DVR routers for this DVR port e9548aa9-1957-4ced-8a0e-535b1d38103d on host dv-cinder-778193-10-iscsi {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 05:29:14.555605 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777bd235-9006-484a-ab6c-bd9676d25584 admin admin] No DVR routers for this DVR port e9548aa9-1957-4ced-8a0e-535b1d38103d on host dv-cinder-778193-10-iscsi {{(pid=94666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 05:29:14.630360 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-777bd235-9006-484a-ab6c-bd9676d25584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3667996', 'neutron.services.segments.db._delete_segments_for_network-8751404111005'] for network, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:14.651958 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.services.segments.db [None req-777bd235-9006-484a-ab6c-bd9676d25584 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43668b48-43ec-47a9-8fb0-92503a824bd3']}} {{(pid=94666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:29:14.660843 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.services.segments.db [None req-777bd235-9006-484a-ab6c-bd9676d25584 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ccfcff5-47bb-4252-9f72-eb6d42563205') {'for_net_delete': True} {{(pid=94666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:29:14.661134 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.services.segments.db [None req-777bd235-9006-484a-ab6c-bd9676d25584 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ccfcff5-47bb-4252-9f72-eb6d42563205') {} {{(pid=94666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:29:14.673516 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-777bd235-9006-484a-ab6c-bd9676d25584 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751404111270', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8344733'] for segment, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:14.686476 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-777bd235-9006-484a-ab6c-bd9676d25584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669518'] for segment, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:14.692407 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-777bd235-9006-484a-ab6c-bd9676d25584 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=94666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 05:29:14.692817 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-777bd235-9006-484a-ab6c-bd9676d25584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7440276'] for segment, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:14.694431 dv-cinder-778193-10-iscsi neutron-server[94666]: Traceback (most recent call last): Sep 21 05:29:14.694431 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 05:29:14.694431 dv-cinder-778193-10-iscsi neutron-server[94666]: timer() Sep 21 05:29:14.694431 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 05:29:14.694431 dv-cinder-778193-10-iscsi neutron-server[94666]: cb(*args, **kw) Sep 21 05:29:14.694431 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 05:29:14.694431 dv-cinder-778193-10-iscsi neutron-server[94666]: return func(*args, **kwargs) Sep 21 05:29:14.694431 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 05:29:14.694431 dv-cinder-778193-10-iscsi neutron-server[94666]: self._notify() Sep 21 05:29:14.694431 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 05:29:14.694431 dv-cinder-778193-10-iscsi neutron-server[94666]: self.callback(batched_events) Sep 21 05:29:14.694431 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 05:29:14.694431 dv-cinder-778193-10-iscsi neutron-server[94666]: event.method(event) Sep 21 05:29:14.694431 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 05:29:14.694431 dv-cinder-778193-10-iscsi neutron-server[94666]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 05:29:14.694431 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 05:29:14.694431 dv-cinder-778193-10-iscsi neutron-server[94666]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 05:29:14.694431 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 05:29:14.694431 dv-cinder-778193-10-iscsi neutron-server[94666]: return f(self, *a, **k) Sep 21 05:29:14.694431 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 05:29:14.694431 dv-cinder-778193-10-iscsi neutron-server[94666]: return self._get(url).json() Sep 21 05:29:14.694431 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 05:29:14.694431 dv-cinder-778193-10-iscsi neutron-server[94666]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 05:29:14.694431 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 05:29:14.694431 dv-cinder-778193-10-iscsi neutron-server[94666]: return self.request(url, 'GET', **kwargs) Sep 21 05:29:14.694431 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 05:29:14.694431 dv-cinder-778193-10-iscsi neutron-server[94666]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 05:29:14.694431 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 05:29:14.694431 dv-cinder-778193-10-iscsi neutron-server[94666]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 05:29:14.694431 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 05:29:14.694431 dv-cinder-778193-10-iscsi neutron-server[94666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 05:29:14.694431 dv-cinder-778193-10-iscsi neutron-server[94666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 05:29:14.824871 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-777bd235-9006-484a-ab6c-bd9676d25584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3667973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473113'] for network, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:14.830164 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-777bd235-9006-484a-ab6c-bd9676d25584 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531542'] for network, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:14.832075 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-777bd235-9006-484a-ab6c-bd9676d25584 admin admin] 10.222.0.36 "DELETE /v2.0/networks/43668b48-43ec-47a9-8fb0-92503a824bd3 HTTP/1.1" status: 204 len: 168 time: 0.7490065 Sep 21 05:29:14.835027 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 34944) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:29:14.842445 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777bd235-9006-484a-ab6c-bd9676d25584 admin admin] Pushing event deleted for resources: {'Network': ['ID=43668b48-43ec-47a9-8fb0-92503a824bd3,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:29:15.018695 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device b181e200-3df5-4ad0-8e7c-c2c914309c36 no longer exists at agent ovs-agent-dv-cinder-778193-10-iscsi {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 05:29:15.038607 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] No Port match for: b181e200-3df5-4ad0-8e7c-c2c914309c36 {{(pid=94668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 05:29:15.039064 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device b181e200-3df5-4ad0-8e7c-c2c914309c36 not bound to the agent host dv-cinder-778193-10-iscsi {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 05:29:15.039550 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device bfd4d201-4e22-47da-915c-7f7f459f667a no longer exists at agent ovs-agent-dv-cinder-778193-10-iscsi {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 05:29:15.062479 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] No Port match for: bfd4d201-4e22-47da-915c-7f7f459f667a {{(pid=94668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 05:29:15.062895 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device bfd4d201-4e22-47da-915c-7f7f459f667a not bound to the agent host dv-cinder-778193-10-iscsi {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 05:29:15.063379 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device e9548aa9-1957-4ced-8a0e-535b1d38103d no longer exists at agent ovs-agent-dv-cinder-778193-10-iscsi {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 05:29:15.083073 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] No Port match for: e9548aa9-1957-4ced-8a0e-535b1d38103d {{(pid=94668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 05:29:15.083698 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device e9548aa9-1957-4ced-8a0e-535b1d38103d not bound to the agent host dv-cinder-778193-10-iscsi {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 05:29:15.179613 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d4658d72-4ca8-4d1f-bb1b-c150f947290c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-471819'] for router_interface, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:15.400570 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 34950) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:29:15.441990 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-d4658d72-4ca8-4d1f-bb1b-c150f947290c admin admin] Deleting port c83289e6-59b4-4550-bd34-50a581efb753 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 05:29:15.442495 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d4658d72-4ca8-4d1f-bb1b-c150f947290c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751404276529'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:15.507804 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-1dce04d0-a14b-44f9-9b7b-9926a7eed923 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:15.555133 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-d4658d72-4ca8-4d1f-bb1b-c150f947290c admin admin] For port c83289e6-59b4-4550-bd34-50a581efb753, host dv-cinder-778193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=c83289e6-59b4-4550-bd34-50a581efb753,segment=NetworkSegment(043aa88d-ea10-4c31-abc2-4708bc8ea04b),segment_id=043aa88d-ea10-4c31-abc2-4708bc8ea04b)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:29:15.555506 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d4658d72-4ca8-4d1f-bb1b-c150f947290c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463939'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:15.574540 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c7d10-e8cd-4abf-9a1a-e8cde20d2ec0 req-f56ec824-40c4-4e63-ae8c-73342fc05557 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:29:15.576728 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-258c7d10-e8cd-4abf-9a1a-e8cde20d2ec0 req-f56ec824-40c4-4e63-ae8c-73342fc05557 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] 10.222.0.32 "GET /v2.0/ports?device_id=a347191d-8d36-4bd1-98ed-f76f099260ad HTTP/1.1" status: 200 len: 945 time: 0.0846634 Sep 21 05:29:15.578456 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef4196c-213e-4b14-8086-edc58c31a1f0 req-bc633334-f7b1-404c-ac36-afbc17071b1e tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:29:15.580089 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-bef4196c-213e-4b14-8086-edc58c31a1f0 req-bc633334-f7b1-404c-ac36-afbc17071b1e tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] 10.222.0.36 "GET /v2.0/ports?device_id=a347191d-8d36-4bd1-98ed-f76f099260ad HTTP/1.1" status: 200 len: 945 time: 0.0744009 Sep 21 05:29:15.582670 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-d4658d72-4ca8-4d1f-bb1b-c150f947290c admin admin] Calling delete_port for c83289e6-59b4-4550-bd34-50a581efb753 owned by network:router_interface {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 05:29:15.648013 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-bef4196c-213e-4b14-8086-edc58c31a1f0 req-2736191c-b295-4677-9913-34adc0ff9d12 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] 10.222.0.36 "GET /v2.0/security-groups?id=76b08093-d139-4117-a4ad-f8d2ddfe7167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584173 Sep 21 05:29:15.684339 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-1dce04d0-a14b-44f9-9b7b-9926a7eed923 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:15.750552 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-1dce04d0-a14b-44f9-9b7b-9926a7eed923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:15.778789 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-258c7d10-e8cd-4abf-9a1a-e8cde20d2ec0 req-4889fc09-53f0-4db8-9805-6e078e6beabf tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] Deleting port 3276b748-1fb4-4e53-b22f-bd5ddff974aa {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 05:29:15.779140 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-258c7d10-e8cd-4abf-9a1a-e8cde20d2ec0 req-4889fc09-53f0-4db8-9805-6e078e6beabf tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751404276529'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:15.790774 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-1dce04d0-a14b-44f9-9b7b-9926a7eed923 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fc06507540d94398ab53eb4b2338ce39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3883996 Sep 21 05:29:15.791953 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dce04d0-a14b-44f9-9b7b-9926a7eed923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f46172e-841f-49f4-ade8-950c4c70b9eb,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:29:15.794983 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 34958) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:29:15.845284 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-80fd224f-1c3a-4bb5-8f3d-e4622c07140d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:15.867011 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-80fd224f-1c3a-4bb5-8f3d-e4622c07140d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:15.911881 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-258c7d10-e8cd-4abf-9a1a-e8cde20d2ec0 req-4889fc09-53f0-4db8-9805-6e078e6beabf tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] For port 3276b748-1fb4-4e53-b22f-bd5ddff974aa, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=3276b748-1fb4-4e53-b22f-bd5ddff974aa,segment=NetworkSegment(316a1273-0cee-4188-b198-a8c990c553b0),segment_id=316a1273-0cee-4188-b198-a8c990c553b0)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:29:15.912448 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-258c7d10-e8cd-4abf-9a1a-e8cde20d2ec0 req-4889fc09-53f0-4db8-9805-6e078e6beabf tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463939'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:15.935651 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-258c7d10-e8cd-4abf-9a1a-e8cde20d2ec0 req-4889fc09-53f0-4db8-9805-6e078e6beabf tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] Calling delete_port for 3276b748-1fb4-4e53-b22f-bd5ddff974aa owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 05:29:15.995459 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-80fd224f-1c3a-4bb5-8f3d-e4622c07140d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:15.998007 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-80fd224f-1c3a-4bb5-8f3d-e4622c07140d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:15.999240 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-80fd224f-1c3a-4bb5-8f3d-e4622c07140d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6f46172e-841f-49f4-ade8-950c4c70b9eb HTTP/1.1" status: 204 len: 168 time: 0.2033260 Sep 21 05:29:16.007256 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fd224f-1c3a-4bb5-8f3d-e4622c07140d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f46172e-841f-49f4-ade8-950c4c70b9eb,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:29:16.031674 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d4658d72-4ca8-4d1f-bb1b-c150f947290c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751404282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751403777217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6441136'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:16.087980 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4658d72-4ca8-4d1f-bb1b-c150f947290c admin admin] Pushing event deleted for resources: {'Port': ['ID=c83289e6-59b4-4550-bd34-50a581efb753,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:29:16.236965 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-258c7d10-e8cd-4abf-9a1a-e8cde20d2ec0 req-4889fc09-53f0-4db8-9805-6e078e6beabf tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751404282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751403777217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6441136'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:16.248504 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] get_ports_and_sgs() called for port_ids ['3276b748-1fb4-4e53-b22f-bd5ddff974aa'] {{(pid=94668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 05:29:16.540332 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4889fc09-53f0-4db8-9805-6e078e6beabf tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] Pushing event deleted for resources: {'Port': ['ID=3276b748-1fb4-4e53-b22f-bd5ddff974aa,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:29:16.550292 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d4658d72-4ca8-4d1f-bb1b-c150f947290c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-473275'] for router_interface, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:16.618539 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-258c7d10-e8cd-4abf-9a1a-e8cde20d2ec0 req-4889fc09-53f0-4db8-9805-6e078e6beabf tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] No DVR routers for this DVR port 3276b748-1fb4-4e53-b22f-bd5ddff974aa on host hv-cinder-77819 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 05:29:16.621707 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-258c7d10-e8cd-4abf-9a1a-e8cde20d2ec0 req-4889fc09-53f0-4db8-9805-6e078e6beabf tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:16.624161 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-258c7d10-e8cd-4abf-9a1a-e8cde20d2ec0 req-4889fc09-53f0-4db8-9805-6e078e6beabf tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] 10.222.0.32 "DELETE /v2.0/ports/3276b748-1fb4-4e53-b22f-bd5ddff974aa HTTP/1.1" status: 204 len: 173 time: 1.0384412 Sep 21 05:29:16.626144 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a347191d-8d36-4bd1-98ed-f76f099260ad', 'name': 'network-vif-deleted', 'tag': '3276b748-1fb4-4e53-b22f-bd5ddff974aa'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 05:29:16.629470 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2093a7355c0e7a06ffa9c2f51d01f7a17d1263efd9baf457b9b047ecef1e75bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b98106b6-f8b1-467c-9f5c-ff22c3a4796b" -d '{"events": [{"server_uuid": "a347191d-8d36-4bd1-98ed-f76f099260ad", "name": "network-vif-deleted", "tag": "3276b748-1fb4-4e53-b22f-bd5ddff974aa"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 05:29:16.630940 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 34964) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:29:16.645989 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-636c2b77-fa89-4119-bdf9-a1a82b2d99b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:16.685171 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 05:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ac8897-cf51-4e62-89bc-408222f62a47 x-openstack-request-id: req-63ac8897-cf51-4e62-89bc-408222f62a47 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 05:29:16.685458 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a347191d-8d36-4bd1-98ed-f76f099260ad", "name": "network-vif-deleted", "tag": "3276b748-1fb4-4e53-b22f-bd5ddff974aa", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 05:29:16.685702 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-63ac8897-cf51-4e62-89bc-408222f62a47 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 05:29:16.686124 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a347191d-8d36-4bd1-98ed-f76f099260ad', 'name': 'network-vif-deleted', 'tag': '3276b748-1fb4-4e53-b22f-bd5ddff974aa', 'status': 'completed', 'code': 200} Sep 21 05:29:16.769575 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-50f18175-ec36-4260-beeb-9b0eefe2999c req-2d642069-c620-4735-a23b-126c21162185 tempest-VolumesActionsTest-142225437 tempest-VolumesActionsTest-142225437-project] 10.222.0.36 "GET /v2.0/ports?device_id=a347191d-8d36-4bd1-98ed-f76f099260ad HTTP/1.1" status: 200 len: 210 time: 0.0365336 Sep 21 05:29:16.771370 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-636c2b77-fa89-4119-bdf9-a1a82b2d99b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:17.000737 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4658d72-4ca8-4d1f-bb1b-c150f947290c admin admin] Router 9e22bccc-f503-4898-a0fe-1906b562f381 has already been hosted by L3 agent e4914d08-4fb7-43fa-94fb-1720f1d16cb4 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 05:29:17.012855 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-636c2b77-fa89-4119-bdf9-a1a82b2d99b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:17.049905 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636c2b77-fa89-4119-bdf9-a1a82b2d99b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ddb892d-6129-41c8-89a4-ac4a58c2eddb,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:29:17.054798 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-636c2b77-fa89-4119-bdf9-a1a82b2d99b5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=077a631084564a46a3b6323addfe54e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4220862 Sep 21 05:29:17.057867 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 34970) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:29:17.107454 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-673843f6-18fe-4ac9-aebd-a64d6576553a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:17.118058 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4658d72-4ca8-4d1f-bb1b-c150f947290c admin admin] Notify agent at l3_agent.dv-cinder-778193-10-iscsi the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 05:29:17.126135 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-d4658d72-4ca8-4d1f-bb1b-c150f947290c admin admin] 10.222.0.36 "PUT /v2.0/routers/9e22bccc-f503-4898-a0fe-1906b562f381/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2899795 Sep 21 05:29:17.126754 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 34972) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:29:17.128796 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-673843f6-18fe-4ac9-aebd-a64d6576553a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:17.129003 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c908dc6-7444-4bfb-9f20-61041e901794 None None] Sync routers for ids ['9e22bccc-f503-4898-a0fe-1906b562f381'] in dv-cinder-778193-10-iscsi {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 05:29:17.140668 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c908dc6-7444-4bfb-9f20-61041e901794 None None] Routers {'9e22bccc-f503-4898-a0fe-1906b562f381'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:29:17.141610 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-9c908dc6-7444-4bfb-9f20-61041e901794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:29:09Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['9e22bccc-f503-4898-a0fe-1906b562f381'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:29:17.224497 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-673843f6-18fe-4ac9-aebd-a64d6576553a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:17.227388 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-673843f6-18fe-4ac9-aebd-a64d6576553a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:17.228646 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-673843f6-18fe-4ac9-aebd-a64d6576553a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1ddb892d-6129-41c8-89a4-ac4a58c2eddb HTTP/1.1" status: 204 len: 168 time: 0.1698391 Sep 21 05:29:17.233684 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ef4f380d-61ab-46de-b1a2-695c9dadf556 admin admin] Notify callbacks [] for router, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:17.237817 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673843f6-18fe-4ac9-aebd-a64d6576553a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ddb892d-6129-41c8-89a4-ac4a58c2eddb,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:29:17.266982 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-9c908dc6-7444-4bfb-9f20-61041e901794 None None] Set router 9e22bccc-f503-4898-a0fe-1906b562f381 gateway port host: dv-cinder-778193-10-iscsi {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:29:17.350069 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ef4f380d-61ab-46de-b1a2-695c9dadf556 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:17.451949 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-9c908dc6-7444-4bfb-9f20-61041e901794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e22bccc-f503-4898-a0fe-1906b562f381', 'name': 'tempest-TestShelveInstance-1158675394-router', 'tenant_id': 'f7a8f683988e47eca185aaaf28d3533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '15abf28e-8e23-4399-8a77-03114a653eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:23:41Z', 'updated_at': '2021-09-21T05:29:15Z', 'revision_number': 5, 'project_id': 'f7a8f683988e47eca185aaaf28d3533b', 'gw_port': {'id': '15abf28e-8e23-4399-8a77-03114a653eab', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e22bccc-f503-4898-a0fe-1906b562f381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:23:42Z', 'updated_at': '2021-09-21T05:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi'}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:29:17.473761 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-ef4f380d-61ab-46de-b1a2-695c9dadf556 admin admin] Deleting port 15abf28e-8e23-4399-8a77-03114a653eab {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 05:29:17.478744 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ef4f380d-61ab-46de-b1a2-695c9dadf556 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751404276529'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:17.479393 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c908dc6-7444-4bfb-9f20-61041e901794 None None] Checking router: 9e22bccc-f503-4898-a0fe-1906b562f381 for host: dv-cinder-778193-10-iscsi {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 05:29:17.486309 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c908dc6-7444-4bfb-9f20-61041e901794 None None] Routers {'9e22bccc-f503-4898-a0fe-1906b562f381'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:29:17.486970 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-9c908dc6-7444-4bfb-9f20-61041e901794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:29:09Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['9e22bccc-f503-4898-a0fe-1906b562f381'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:29:17.550292 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-ef4f380d-61ab-46de-b1a2-695c9dadf556 admin admin] For port 15abf28e-8e23-4399-8a77-03114a653eab, host dv-cinder-778193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=15abf28e-8e23-4399-8a77-03114a653eab,segment=NetworkSegment(826ab498-a3a4-4696-958a-2da03407e177),segment_id=826ab498-a3a4-4696-958a-2da03407e177)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:29:17.550807 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ef4f380d-61ab-46de-b1a2-695c9dadf556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463939'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:17.570856 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-ef4f380d-61ab-46de-b1a2-695c9dadf556 admin admin] Calling delete_port for 15abf28e-8e23-4399-8a77-03114a653eab owned by network:router_gateway {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 05:29:17.587766 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-9c908dc6-7444-4bfb-9f20-61041e901794 None None] Set router 9e22bccc-f503-4898-a0fe-1906b562f381 gateway port host: None {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:29:17.642704 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-9c908dc6-7444-4bfb-9f20-61041e901794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e22bccc-f503-4898-a0fe-1906b562f381', 'name': 'tempest-TestShelveInstance-1158675394-router', 'tenant_id': 'f7a8f683988e47eca185aaaf28d3533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:23:41Z', 'updated_at': '2021-09-21T05:29:17Z', 'revision_number': 6, 'project_id': 'f7a8f683988e47eca185aaaf28d3533b', 'gw_port_host': None}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:29:17.676655 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c908dc6-7444-4bfb-9f20-61041e901794 None None] The sync data for ids ['9e22bccc-f503-4898-a0fe-1906b562f381'] in dv-cinder-778193-10-iscsi is: [{'id': '9e22bccc-f503-4898-a0fe-1906b562f381', 'name': 'tempest-TestShelveInstance-1158675394-router', 'tenant_id': 'f7a8f683988e47eca185aaaf28d3533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:23:41Z', 'updated_at': '2021-09-21T05:29:17Z', 'revision_number': 6, 'project_id': 'f7a8f683988e47eca185aaaf28d3533b', 'gw_port_host': None}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 05:29:17.853317 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ef4f380d-61ab-46de-b1a2-695c9dadf556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751404282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751403777217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6441136'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:17.884190 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4f380d-61ab-46de-b1a2-695c9dadf556 admin admin] Pushing event deleted for resources: {'Port': ['ID=15abf28e-8e23-4399-8a77-03114a653eab,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:29:17.945186 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ef4f380d-61ab-46de-b1a2-695c9dadf556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473213'] for router_gateway, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:18.039399 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ef4f380d-61ab-46de-b1a2-695c9dadf556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:18.043325 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ef4f380d-61ab-46de-b1a2-695c9dadf556 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:18.152531 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ef4f380d-61ab-46de-b1a2-695c9dadf556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576727'] for router, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:18.153131 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef4f380d-61ab-46de-b1a2-695c9dadf556 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e22bccc-f503-4898-a0fe-1906b562f381 {{(pid=94667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 05:29:18.157837 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ef4f380d-61ab-46de-b1a2-695c9dadf556 admin admin] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:18.160513 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-ef4f380d-61ab-46de-b1a2-695c9dadf556 admin admin] 10.222.0.36 "DELETE /v2.0/routers/9e22bccc-f503-4898-a0fe-1906b562f381 HTTP/1.1" status: 204 len: 168 time: 1.0314293 Sep 21 05:29:18.162946 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 35002) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:29:18.213926 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-7132f7c9-7b50-4eec-8ca5-01d946cad7b7 admin admin] Deleting subnet f8f1eddb-f8bb-4368-a78f-9176f6de8ff9 {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 05:29:18.216905 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7132f7c9-7b50-4eec-8ca5-01d946cad7b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:18.250047 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7132f7c9-7b50-4eec-8ca5-01d946cad7b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8322580'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:18.331780 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7132f7c9-7b50-4eec-8ca5-01d946cad7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3669403'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:18.482281 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7132f7c9-7b50-4eec-8ca5-01d946cad7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3669388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6441119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7659246'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:18.511265 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7132f7c9-7b50-4eec-8ca5-01d946cad7b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8f1eddb-f8bb-4368-a78f-9176f6de8ff9,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:29:18.513235 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7132f7c9-7b50-4eec-8ca5-01d946cad7b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531542'] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:18.515542 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-7132f7c9-7b50-4eec-8ca5-01d946cad7b7 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/f8f1eddb-f8bb-4368-a78f-9176f6de8ff9 HTTP/1.1" status: 204 len: 168 time: 0.3514650 Sep 21 05:29:18.518017 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 35022) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:29:18.518163 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e09ff18-f4f5-4310-bde3-e110fab872cb None None] Network 361dc619-357b-405e-a2f4-cbbd1b49b4fb requested from dv-cinder-778193-10-iscsi {{(pid=94668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 05:29:18.605599 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a2aaaa5b-6089-473f-98a8-ef78a530ae87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682922'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:18.676374 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-a2aaaa5b-6089-473f-98a8-ef78a530ae87 admin admin] Deleting port db882126-7548-478b-8292-a207756c2e5d {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 05:29:18.676570 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a2aaaa5b-6089-473f-98a8-ef78a530ae87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751404276529'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:18.714950 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb00f60d-e1bf-4c5c-b848-d5b6c3240c79 None None] DHCP port deletion for 361dc619-357b-405e-a2f4-cbbd1b49b4fb request from dv-cinder-778193-10-iscsi {{(pid=94668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 05:29:18.746134 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-a2aaaa5b-6089-473f-98a8-ef78a530ae87 admin admin] For port db882126-7548-478b-8292-a207756c2e5d, host dv-cinder-778193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=db882126-7548-478b-8292-a207756c2e5d,segment=NetworkSegment(043aa88d-ea10-4c31-abc2-4708bc8ea04b),segment_id=043aa88d-ea10-4c31-abc2-4708bc8ea04b)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:29:18.746719 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a2aaaa5b-6089-473f-98a8-ef78a530ae87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463939'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:18.760163 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-a2aaaa5b-6089-473f-98a8-ef78a530ae87 admin admin] Calling delete_port for db882126-7548-478b-8292-a207756c2e5d owned by network:dhcp {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 05:29:18.769788 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-bb00f60d-e1bf-4c5c-b848-d5b6c3240c79 None None] Deleting port db882126-7548-478b-8292-a207756c2e5d {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 05:29:18.769788 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bb00f60d-e1bf-4c5c-b848-d5b6c3240c79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751404276529'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:18.845932 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-bb00f60d-e1bf-4c5c-b848-d5b6c3240c79 None None] For port db882126-7548-478b-8292-a207756c2e5d, host dv-cinder-778193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=db882126-7548-478b-8292-a207756c2e5d,segment=NetworkSegment(043aa88d-ea10-4c31-abc2-4708bc8ea04b),segment_id=043aa88d-ea10-4c31-abc2-4708bc8ea04b)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:29:18.846562 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bb00f60d-e1bf-4c5c-b848-d5b6c3240c79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463939'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:18.860963 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-bb00f60d-e1bf-4c5c-b848-d5b6c3240c79 None None] Calling delete_port for db882126-7548-478b-8292-a207756c2e5d owned by network:dhcp {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 05:29:18.928069 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a2aaaa5b-6089-473f-98a8-ef78a530ae87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751404282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751403777217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6441136'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:18.942365 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bb00f60d-e1bf-4c5c-b848-d5b6c3240c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751404282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751403777217'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:18.957852 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aaaa5b-6089-473f-98a8-ef78a530ae87 admin admin] Pushing event deleted for resources: {'Port': ['ID=db882126-7548-478b-8292-a207756c2e5d,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:29:18.959774 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2aaaa5b-6089-473f-98a8-ef78a530ae87 admin admin] No DVR routers for this DVR port db882126-7548-478b-8292-a207756c2e5d on host dv-cinder-778193-10-iscsi {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 05:29:18.983980 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb00f60d-e1bf-4c5c-b848-d5b6c3240c79 None None] Pushing event deleted for resources: {'Port': ['ID=db882126-7548-478b-8292-a207756c2e5d,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:29:18.988857 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb00f60d-e1bf-4c5c-b848-d5b6c3240c79 None None] No DVR routers for this DVR port db882126-7548-478b-8292-a207756c2e5d on host dv-cinder-778193-10-iscsi {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 05:29:19.037937 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 35038) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:29:19.060765 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a2aaaa5b-6089-473f-98a8-ef78a530ae87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3667996', 'neutron.services.segments.db._delete_segments_for_network-8751404111005'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:19.063077 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device c83289e6-59b4-4550-bd34-50a581efb753 no longer exists at agent ovs-agent-dv-cinder-778193-10-iscsi {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 05:29:19.085154 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] No Port match for: c83289e6-59b4-4550-bd34-50a581efb753 {{(pid=94668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 05:29:19.085721 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device c83289e6-59b4-4550-bd34-50a581efb753 not bound to the agent host dv-cinder-778193-10-iscsi {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 05:29:19.086466 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device db882126-7548-478b-8292-a207756c2e5d no longer exists at agent ovs-agent-dv-cinder-778193-10-iscsi {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 05:29:19.087006 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.services.segments.db [None req-a2aaaa5b-6089-473f-98a8-ef78a530ae87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['361dc619-357b-405e-a2f4-cbbd1b49b4fb']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:29:19.099321 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.services.segments.db [None req-a2aaaa5b-6089-473f-98a8-ef78a530ae87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '043aa88d-ea10-4c31-abc2-4708bc8ea04b') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:29:19.099743 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.services.segments.db [None req-a2aaaa5b-6089-473f-98a8-ef78a530ae87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '043aa88d-ea10-4c31-abc2-4708bc8ea04b') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:29:19.107016 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] No Port match for: db882126-7548-478b-8292-a207756c2e5d {{(pid=94668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 05:29:19.107365 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device db882126-7548-478b-8292-a207756c2e5d not bound to the agent host dv-cinder-778193-10-iscsi {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 05:29:19.107806 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device 15abf28e-8e23-4399-8a77-03114a653eab no longer exists at agent ovs-agent-dv-cinder-778193-10-iscsi {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 05:29:19.114751 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a2aaaa5b-6089-473f-98a8-ef78a530ae87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751404111270', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8322591'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:19.128369 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a2aaaa5b-6089-473f-98a8-ef78a530ae87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669518'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:19.129475 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] No Port match for: 15abf28e-8e23-4399-8a77-03114a653eab {{(pid=94668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 05:29:19.129887 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device 15abf28e-8e23-4399-8a77-03114a653eab not bound to the agent host dv-cinder-778193-10-iscsi {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 05:29:19.135444 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2aaaa5b-6089-473f-98a8-ef78a530ae87 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 05:29:19.135899 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a2aaaa5b-6089-473f-98a8-ef78a530ae87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6441537'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:19.137945 dv-cinder-778193-10-iscsi neutron-server[94667]: Traceback (most recent call last): Sep 21 05:29:19.137945 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 05:29:19.137945 dv-cinder-778193-10-iscsi neutron-server[94667]: timer() Sep 21 05:29:19.137945 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 05:29:19.137945 dv-cinder-778193-10-iscsi neutron-server[94667]: cb(*args, **kw) Sep 21 05:29:19.137945 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 05:29:19.137945 dv-cinder-778193-10-iscsi neutron-server[94667]: return func(*args, **kwargs) Sep 21 05:29:19.137945 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 05:29:19.137945 dv-cinder-778193-10-iscsi neutron-server[94667]: self._notify() Sep 21 05:29:19.137945 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 05:29:19.137945 dv-cinder-778193-10-iscsi neutron-server[94667]: self.callback(batched_events) Sep 21 05:29:19.137945 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 05:29:19.137945 dv-cinder-778193-10-iscsi neutron-server[94667]: event.method(event) Sep 21 05:29:19.137945 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 05:29:19.137945 dv-cinder-778193-10-iscsi neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 05:29:19.137945 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 05:29:19.137945 dv-cinder-778193-10-iscsi neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 05:29:19.137945 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 05:29:19.137945 dv-cinder-778193-10-iscsi neutron-server[94667]: return f(self, *a, **k) Sep 21 05:29:19.137945 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 05:29:19.137945 dv-cinder-778193-10-iscsi neutron-server[94667]: return self._get(url).json() Sep 21 05:29:19.137945 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 05:29:19.137945 dv-cinder-778193-10-iscsi neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 05:29:19.137945 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 05:29:19.137945 dv-cinder-778193-10-iscsi neutron-server[94667]: return self.request(url, 'GET', **kwargs) Sep 21 05:29:19.137945 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 05:29:19.137945 dv-cinder-778193-10-iscsi neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 05:29:19.137945 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 05:29:19.137945 dv-cinder-778193-10-iscsi neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 05:29:19.137945 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 05:29:19.137945 dv-cinder-778193-10-iscsi neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 05:29:19.137945 dv-cinder-778193-10-iscsi neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 05:29:19.167203 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-350c5084-fce7-4b69-9017-dd9900c6145a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:19.257710 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-350c5084-fce7-4b69-9017-dd9900c6145a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:19.264878 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a2aaaa5b-6089-473f-98a8-ef78a530ae87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3667973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473113'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:19.270302 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a2aaaa5b-6089-473f-98a8-ef78a530ae87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531542'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:19.272170 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-a2aaaa5b-6089-473f-98a8-ef78a530ae87 admin admin] 10.222.0.36 "DELETE /v2.0/networks/361dc619-357b-405e-a2f4-cbbd1b49b4fb HTTP/1.1" status: 204 len: 168 time: 0.7532105 Sep 21 05:29:19.283116 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aaaa5b-6089-473f-98a8-ef78a530ae87 admin admin] Pushing event deleted for resources: {'Network': ['ID=361dc619-357b-405e-a2f4-cbbd1b49b4fb,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:29:19.327352 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-350c5084-fce7-4b69-9017-dd9900c6145a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:19.367411 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-350c5084-fce7-4b69-9017-dd9900c6145a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e5e683c500ef4cbbb127013daafa1f2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3261456 Sep 21 05:29:19.367713 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350c5084-fce7-4b69-9017-dd9900c6145a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d7970b8-1059-4f69-ad25-517bf6026b56,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:29:19.368664 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 35056) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:29:19.416233 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-586f34ef-aecd-4c5f-a46e-bb89d7be8e06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:19.437321 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-586f34ef-aecd-4c5f-a46e-bb89d7be8e06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:19.544125 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-586f34ef-aecd-4c5f-a46e-bb89d7be8e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:19.546694 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-586f34ef-aecd-4c5f-a46e-bb89d7be8e06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:19.547857 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-586f34ef-aecd-4c5f-a46e-bb89d7be8e06 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3d7970b8-1059-4f69-ad25-517bf6026b56 HTTP/1.1" status: 204 len: 168 time: 0.1782033 Sep 21 05:29:19.555582 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586f34ef-aecd-4c5f-a46e-bb89d7be8e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d7970b8-1059-4f69-ad25-517bf6026b56,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:29:19.587849 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 35060) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:29:19.627892 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-2a9e67f5-7711-4c22-b531-f92b016ece5c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3066d5f922ad4c51b79c56e410630bfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378013 Sep 21 05:29:19.629899 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 35062) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:29:19.677869 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fbe0cc25-b2c1-4370-88b0-d10b195a9b92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:19.698987 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fbe0cc25-b2c1-4370-88b0-d10b195a9b92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:19.778694 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fbe0cc25-b2c1-4370-88b0-d10b195a9b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:19.781262 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fbe0cc25-b2c1-4370-88b0-d10b195a9b92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:19.782463 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-fbe0cc25-b2c1-4370-88b0-d10b195a9b92 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/30273558-6100-4f32-bcdb-7c6e1d182e7e HTTP/1.1" status: 204 len: 168 time: 0.1516001 Sep 21 05:29:19.790676 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe0cc25-b2c1-4370-88b0-d10b195a9b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30273558-6100-4f32-bcdb-7c6e1d182e7e,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:29:20.393969 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 35090) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:29:20.435351 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-57824394-a66d-439c-afb0-d77c78708ab2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f7a8f683988e47eca185aaaf28d3533b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0400996 Sep 21 05:29:20.437692 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 35092) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:29:20.487073 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-89b09e02-5c91-4cc9-8334-5dcdfc5105ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:20.508573 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-89b09e02-5c91-4cc9-8334-5dcdfc5105ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:20.630159 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-89b09e02-5c91-4cc9-8334-5dcdfc5105ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:20.633046 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-89b09e02-5c91-4cc9-8334-5dcdfc5105ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:20.634482 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-89b09e02-5c91-4cc9-8334-5dcdfc5105ae admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/62617fb3-0e13-49af-9972-43e8b50c076d HTTP/1.1" status: 204 len: 168 time: 0.1956515 Sep 21 05:29:20.643571 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b09e02-5c91-4cc9-8334-5dcdfc5105ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62617fb3-0e13-49af-9972-43e8b50c076d,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:29:21.126711 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device 3276b748-1fb4-4e53-b22f-bd5ddff974aa no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 05:29:21.147153 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] No Port match for: 3276b748-1fb4-4e53-b22f-bd5ddff974aa {{(pid=94668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 05:29:21.147980 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device 3276b748-1fb4-4e53-b22f-bd5ddff974aa not bound to the agent host hv-cinder-77819 {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 05:29:35.836468 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1cb5b1ef-f1cc-4aaa-bce5-33dc22f1ff5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:38.058721 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:38.624652 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8c5ed322-8772-4e59-a041-4eb9f9406001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:39.244687 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.agents_db [None req-b3bad76d-57ee-4137-9d9b-1a82d1aed62b None None] Agent healthcheck: found 6 active agents {{(pid=94669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 05:29:39.269504 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:39.909817 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2c351aa7-00e3-4828-8663-e1495c3162e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:41.242480 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a1fb1f33-fe48-4684-9a56-b3eb65d74809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:42.616666 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 35436) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:29:42.664010 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5eeaa2c-2092-4156-a1cb-7bf8a13c0109 admin admin] Deleting subnet 75d2ce02-ed54-42a5-ba89-99b470d9213d {{(pid=94666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 05:29:42.667041 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-f5eeaa2c-2092-4156-a1cb-7bf8a13c0109 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:42.703329 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-f5eeaa2c-2092-4156-a1cb-7bf8a13c0109 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8344726'] for subnet, precommit_delete_associations {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:42.742061 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-f5eeaa2c-2092-4156-a1cb-7bf8a13c0109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3669403'] for subnet, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:42.876206 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-f5eeaa2c-2092-4156-a1cb-7bf8a13c0109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3669388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7439690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8253416'] for subnet, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:42.902781 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eeaa2c-2092-4156-a1cb-7bf8a13c0109 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75d2ce02-ed54-42a5-ba89-99b470d9213d,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:29:42.907089 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-f5eeaa2c-2092-4156-a1cb-7bf8a13c0109 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:42.911568 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-f5eeaa2c-2092-4156-a1cb-7bf8a13c0109 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/75d2ce02-ed54-42a5-ba89-99b470d9213d HTTP/1.1" status: 204 len: 168 time: 0.2939034 Sep 21 05:29:42.911706 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 35442) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:29:42.983014 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-29d0a8e5-0714-401a-97d8-cf2d4753aa17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682922'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:43.060240 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-29d0a8e5-0714-401a-97d8-cf2d4753aa17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3667996', 'neutron.services.segments.db._delete_segments_for_network-8751404111005'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:43.080416 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.services.segments.db [None req-29d0a8e5-0714-401a-97d8-cf2d4753aa17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1a2367e-b6a5-41a6-ad08-4425cc2e6590']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:29:43.089356 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.services.segments.db [None req-29d0a8e5-0714-401a-97d8-cf2d4753aa17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '316a1273-0cee-4188-b198-a8c990c553b0') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:29:43.089652 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.services.segments.db [None req-29d0a8e5-0714-401a-97d8-cf2d4753aa17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '316a1273-0cee-4188-b198-a8c990c553b0') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:29:43.099712 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-29d0a8e5-0714-401a-97d8-cf2d4753aa17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751404111270', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8322591'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:43.113248 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-29d0a8e5-0714-401a-97d8-cf2d4753aa17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669518'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:43.119122 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29d0a8e5-0714-401a-97d8-cf2d4753aa17 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 05:29:43.119519 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-29d0a8e5-0714-401a-97d8-cf2d4753aa17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6441537'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:43.121250 dv-cinder-778193-10-iscsi neutron-server[94667]: Traceback (most recent call last): Sep 21 05:29:43.121250 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 05:29:43.121250 dv-cinder-778193-10-iscsi neutron-server[94667]: timer() Sep 21 05:29:43.121250 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 05:29:43.121250 dv-cinder-778193-10-iscsi neutron-server[94667]: cb(*args, **kw) Sep 21 05:29:43.121250 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 05:29:43.121250 dv-cinder-778193-10-iscsi neutron-server[94667]: return func(*args, **kwargs) Sep 21 05:29:43.121250 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 05:29:43.121250 dv-cinder-778193-10-iscsi neutron-server[94667]: self._notify() Sep 21 05:29:43.121250 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 05:29:43.121250 dv-cinder-778193-10-iscsi neutron-server[94667]: self.callback(batched_events) Sep 21 05:29:43.121250 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 05:29:43.121250 dv-cinder-778193-10-iscsi neutron-server[94667]: event.method(event) Sep 21 05:29:43.121250 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 05:29:43.121250 dv-cinder-778193-10-iscsi neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 05:29:43.121250 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 05:29:43.121250 dv-cinder-778193-10-iscsi neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 05:29:43.121250 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 05:29:43.121250 dv-cinder-778193-10-iscsi neutron-server[94667]: return f(self, *a, **k) Sep 21 05:29:43.121250 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 05:29:43.121250 dv-cinder-778193-10-iscsi neutron-server[94667]: return self._get(url).json() Sep 21 05:29:43.121250 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 05:29:43.121250 dv-cinder-778193-10-iscsi neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 05:29:43.121250 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 05:29:43.121250 dv-cinder-778193-10-iscsi neutron-server[94667]: return self.request(url, 'GET', **kwargs) Sep 21 05:29:43.121250 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 05:29:43.121250 dv-cinder-778193-10-iscsi neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 05:29:43.121250 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 05:29:43.121250 dv-cinder-778193-10-iscsi neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 05:29:43.121250 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 05:29:43.121250 dv-cinder-778193-10-iscsi neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 05:29:43.121250 dv-cinder-778193-10-iscsi neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 05:29:43.219434 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-f5c14b28-94b8-4a13-9c96-2fe6530861a0 req-5a533cf4-efce-40f8-976a-9d353b403a1e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d01ffe98-f16e-4dc3-9ebd-cfa2b2274f24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434000 Sep 21 05:29:43.247168 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-29d0a8e5-0714-401a-97d8-cf2d4753aa17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3667973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473113'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:43.253211 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-29d0a8e5-0714-401a-97d8-cf2d4753aa17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531542'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:43.255245 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-29d0a8e5-0714-401a-97d8-cf2d4753aa17 admin admin] 10.222.0.36 "DELETE /v2.0/networks/f1a2367e-b6a5-41a6-ad08-4425cc2e6590 HTTP/1.1" status: 204 len: 168 time: 0.3426161 Sep 21 05:29:43.266938 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d0a8e5-0714-401a-97d8-cf2d4753aa17 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1a2367e-b6a5-41a6-ad08-4425cc2e6590,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:29:43.306737 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c14b28-94b8-4a13-9c96-2fe6530861a0 req-0f1b4a0b-ae59-4bcc-8762-fc0cf9677ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:29:43.308230 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-f5c14b28-94b8-4a13-9c96-2fe6530861a0 req-0f1b4a0b-ae59-4bcc-8762-fc0cf9677ed5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f732baa476ec493fa4a85f15fa02b9de&device_id=d01ffe98-f16e-4dc3-9ebd-cfa2b2274f24 HTTP/1.1" status: 200 len: 1099 time: 0.0392125 Sep 21 05:29:43.427108 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c14b28-94b8-4a13-9c96-2fe6530861a0 req-c7907d83-d326-4f22-b10b-35d3f9223eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:29:43.428733 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-f5c14b28-94b8-4a13-9c96-2fe6530861a0 req-c7907d83-d326-4f22-b10b-35d3f9223eb3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b65ce37e-28e9-4073-aba8-42f09a595bb5 HTTP/1.1" status: 200 len: 912 time: 0.0946045 Sep 21 05:29:43.502141 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-f5c14b28-94b8-4a13-9c96-2fe6530861a0 req-bf3cb1b4-d9cd-4387-9bcd-d38bb74f1ac8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9518ac22-4cb5-463d-9a91-764981e01988 HTTP/1.1" status: 200 len: 1002 time: 0.0655594 Sep 21 05:29:43.557405 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c14b28-94b8-4a13-9c96-2fe6530861a0 req-8e56c5d2-e81b-4596-b983-455819859ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:29:43.558975 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-f5c14b28-94b8-4a13-9c96-2fe6530861a0 req-8e56c5d2-e81b-4596-b983-455819859ca0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=73b79fce-eee6-4ec0-bdad-dcc75ff05127 HTTP/1.1" status: 200 len: 851 time: 0.0485010 Sep 21 05:29:43.603839 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c14b28-94b8-4a13-9c96-2fe6530861a0 req-05b44430-f220-421a-a04b-19b183dc87e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:29:43.605371 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-f5c14b28-94b8-4a13-9c96-2fe6530861a0 req-05b44430-f220-421a-a04b-19b183dc87e4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b65ce37e-28e9-4073-aba8-42f09a595bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0386844 Sep 21 05:29:43.630514 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 35446) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:29:43.673323 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-efa33fd6-53ad-4d11-86aa-648d2359e419 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b83bc9ddc8e842aab035e7f904ace735&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0416331 Sep 21 05:29:43.675939 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 35448) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:29:43.703098 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-f5c14b28-94b8-4a13-9c96-2fe6530861a0 req-1c45350f-ca67-4bf7-b5ac-fbd358fae34d service neutron] 10.222.0.32 "GET /v2.0/networks/b65ce37e-28e9-4073-aba8-42f09a595bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881176 Sep 21 05:29:43.726983 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-bf6dd6fb-53da-48bb-a0a0-74c21bc32b58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:43.749247 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-bf6dd6fb-53da-48bb-a0a0-74c21bc32b58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:43.793543 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-f5c14b28-94b8-4a13-9c96-2fe6530861a0 req-ff1515b8-3cca-4d0f-95b3-73a8eb8f4930 service neutron] 10.222.0.32 "GET /v2.0/networks/b65ce37e-28e9-4073-aba8-42f09a595bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821369 Sep 21 05:29:43.910036 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-bf6dd6fb-53da-48bb-a0a0-74c21bc32b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:43.912837 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-bf6dd6fb-53da-48bb-a0a0-74c21bc32b58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:43.914032 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-bf6dd6fb-53da-48bb-a0a0-74c21bc32b58 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/76b08093-d139-4117-a4ad-f8d2ddfe7167 HTTP/1.1" status: 204 len: 168 time: 0.2372220 Sep 21 05:29:43.922128 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6dd6fb-53da-48bb-a0a0-74c21bc32b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b08093-d139-4117-a4ad-f8d2ddfe7167,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:29:44.880359 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 35474) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:29:44.979563 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-7e294fdd-4e79-4a8e-97b7-ac422ee915c9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1395311221-network', 'tenant_id': 'ea4c6306688a405997e9d4fb4cad04ab'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:29:45.064022 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e294fdd-4e79-4a8e-97b7-ac422ee915c9 admin admin] Made reservation on behalf of ea4c6306688a405997e9d4fb4cad04ab for: {'network': 1} {{(pid=94666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 05:29:45.066344 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-7e294fdd-4e79-4a8e-97b7-ac422ee915c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for network, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:45.077373 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-7e294fdd-4e79-4a8e-97b7-ac422ee915c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:45.164673 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-7e294fdd-4e79-4a8e-97b7-ac422ee915c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:45.212847 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-7e294fdd-4e79-4a8e-97b7-ac422ee915c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:45.238416 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e294fdd-4e79-4a8e-97b7-ac422ee915c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=94666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 05:29:45.247022 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e294fdd-4e79-4a8e-97b7-ac422ee915c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13822130-0b2f-492f-8439-8d8cab126c6d,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:29:45.253792 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-7e294fdd-4e79-4a8e-97b7-ac422ee915c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669518'] for segment, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:45.254343 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.db.segments_db [None req-7e294fdd-4e79-4a8e-97b7-ac422ee915c9 admin admin] Added segment 31d57a87-5c3f-4d84-9958-68bfdd185b58 of type vlan for network c0cd41a4-6466-43fa-ab2d-1924b0323487 Sep 21 05:29:45.297129 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-7e294fdd-4e79-4a8e-97b7-ac422ee915c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751403734303'] for network, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:45.395222 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-7e294fdd-4e79-4a8e-97b7-ac422ee915c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524'] for network, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:45.396235 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e294fdd-4e79-4a8e-97b7-ac422ee915c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:29:45.396961 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-7e294fdd-4e79-4a8e-97b7-ac422ee915c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531542'] for network, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:45.459085 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e294fdd-4e79-4a8e-97b7-ac422ee915c9 admin admin] Pushing event updated for resources: {'Network': ['ID=c0cd41a4-6466-43fa-ab2d-1924b0323487,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:29:45.470213 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Network c0cd41a4-6466-43fa-ab2d-1924b0323487 details requested by agent ovs-agent-dv-cinder-778193-10-iscsi with host dv-cinder-778193-10-iscsi {{(pid=94668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 05:29:45.498940 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-7e294fdd-4e79-4a8e-97b7-ac422ee915c9 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6172714 Sep 21 05:29:45.501696 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 35478) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:29:45.506442 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-6f0b56f3-078c-41be-b036-e63c60cbd23f admin admin] Request body: {'subnet': {'network_id': 'c0cd41a4-6466-43fa-ab2d-1924b0323487', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1395311221-subnet', 'tenant_id': 'ea4c6306688a405997e9d4fb4cad04ab', 'ip_version': 4}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:29:45.618047 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f0b56f3-078c-41be-b036-e63c60cbd23f admin admin] Made reservation on behalf of ea4c6306688a405997e9d4fb4cad04ab for: {'subnet': 1} {{(pid=94666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 05:29:45.620431 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-6f0b56f3-078c-41be-b036-e63c60cbd23f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8253391'] for subnet, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:45.904481 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-6f0b56f3-078c-41be-b036-e63c60cbd23f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7439625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8253409'] for subnet, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:45.954726 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0b56f3-078c-41be-b036-e63c60cbd23f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0d631e2-edc8-4a31-b07c-35d016ddfaa9,revision_number=0']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:29:45.969863 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0b56f3-078c-41be-b036-e63c60cbd23f admin admin] Checking segment: {'id': '31d57a87-5c3f-4d84-9958-68bfdd185b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0cd41a4-6466-43fa-ab2d-1924b0323487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 05:29:45.970230 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0b56f3-078c-41be-b036-e63c60cbd23f admin admin] Network hostable DHCP agents. Network: c0cd41a4-6466-43fa-ab2d-1924b0323487, hostable agents: ['6e02bdac-2fb2-4f2e-acf6-c0c230e91990'], hosted agents: [] {{(pid=94666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 05:29:46.047709 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0b56f3-078c-41be-b036-e63c60cbd23f admin admin] Network c0cd41a4-6466-43fa-ab2d-1924b0323487 is scheduled to be hosted by DHCP agent 6e02bdac-2fb2-4f2e-acf6-c0c230e91990 with binding_index 1 {{(pid=94666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 05:29:46.132581 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.base_scheduler [None req-6f0b56f3-078c-41be-b036-e63c60cbd23f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-10-iscsi, c0cd41a4-6466-43fa-ab2d-1924b0323487) {{(pid=94666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:29:46.136674 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0b56f3-078c-41be-b036-e63c60cbd23f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:29:46.137272 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-6f0b56f3-078c-41be-b036-e63c60cbd23f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:46.143423 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532169dc-86a9-41c0-828a-7045afe99c04 None None] Network c0cd41a4-6466-43fa-ab2d-1924b0323487 requested from dv-cinder-778193-10-iscsi {{(pid=94668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 05:29:46.224693 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-6f0b56f3-078c-41be-b036-e63c60cbd23f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7218661 Sep 21 05:29:46.227272 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 35482) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:29:46.231407 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-c96f05e9-2c0a-4c22-b372-0d2649f30f91 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1395311221-router', 'tenant_id': 'ea4c6306688a405997e9d4fb4cad04ab', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc'}}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:29:46.286093 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25720d00-e239-41ce-ac97-a44c3a4940ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc935dc6c-459a-53c3-a524-c7ff278086b2-c0cd41a4-6466-43fa-ab2d-1924b0323487', 'network_id': 'c0cd41a4-6466-43fa-ab2d-1924b0323487', 'tenant_id': 'ea4c6306688a405997e9d4fb4cad04ab', 'fixed_ips': [{'subnet_id': 'd0d631e2-edc8-4a31-b07c-35d016ddfaa9'}]}} from dv-cinder-778193-10-iscsi. {{(pid=94668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 05:29:46.286975 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-25720d00-e239-41ce-ac97-a44c3a4940ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:46.332856 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-c96f05e9-2c0a-4c22-b372-0d2649f30f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-474502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:46.333960 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-c96f05e9-2c0a-4c22-b372-0d2649f30f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-475014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-432907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:46.395311 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-c96f05e9-2c0a-4c22-b372-0d2649f30f91 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:46.429207 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-25720d00-e239-41ce-ac97-a44c3a4940ce None None] Allocated IP 172.20.0.2 (c0cd41a4-6466-43fa-ab2d-1924b0323487/d0d631e2-edc8-4a31-b07c-35d016ddfaa9/96af6469-2f42-4e47-ae03-1e7285ae4481) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 05:29:46.575740 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-25720d00-e239-41ce-ac97-a44c3a4940ce None None] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:46.671782 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-25720d00-e239-41ce-ac97-a44c3a4940ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751403777208'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:46.710828 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25720d00-e239-41ce-ac97-a44c3a4940ce None None] Network c0cd41a4-6466-43fa-ab2d-1924b0323487 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 05:29:46.713930 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-25720d00-e239-41ce-ac97-a44c3a4940ce None None] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:29:46.720583 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25720d00-e239-41ce-ac97-a44c3a4940ce None None] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 05:29:46.727785 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25720d00-e239-41ce-ac97-a44c3a4940ce None None] Pushing event updated for resources: {'Port': ['ID=96af6469-2f42-4e47-ae03-1e7285ae4481,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:29:46.761625 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25720d00-e239-41ce-ac97-a44c3a4940ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:29:46.761981 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25720d00-e239-41ce-ac97-a44c3a4940ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:29:46.762328 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25720d00-e239-41ce-ac97-a44c3a4940ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:29:46.763679 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25720d00-e239-41ce-ac97-a44c3a4940ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:29:46.764024 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25720d00-e239-41ce-ac97-a44c3a4940ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:29:46.764362 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25720d00-e239-41ce-ac97-a44c3a4940ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:29:46.764757 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25720d00-e239-41ce-ac97-a44c3a4940ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:29:46.765091 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25720d00-e239-41ce-ac97-a44c3a4940ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:29:46.765429 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25720d00-e239-41ce-ac97-a44c3a4940ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:29:46.765758 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25720d00-e239-41ce-ac97-a44c3a4940ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:29:46.766081 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25720d00-e239-41ce-ac97-a44c3a4940ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:29:46.766451 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25720d00-e239-41ce-ac97-a44c3a4940ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:29:46.804066 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-25720d00-e239-41ce-ac97-a44c3a4940ce None None] Attempting to bind port 96af6469-2f42-4e47-ae03-1e7285ae4481 on host dv-cinder-778193-10-iscsi for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 05:29:46.804733 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-25720d00-e239-41ce-ac97-a44c3a4940ce None None] Attempting to bind port 96af6469-2f42-4e47-ae03-1e7285ae4481 by drivers openvswitch,hyperv on host dv-cinder-778193-10-iscsi at level 0 using segments [{'id': '31d57a87-5c3f-4d84-9958-68bfdd185b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0cd41a4-6466-43fa-ab2d-1924b0323487'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 05:29:46.805379 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25720d00-e239-41ce-ac97-a44c3a4940ce None None] Attempting to bind port 96af6469-2f42-4e47-ae03-1e7285ae4481 on network c0cd41a4-6466-43fa-ab2d-1924b0323487 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 05:29:46.810813 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25720d00-e239-41ce-ac97-a44c3a4940ce None None] Checking agent: {'id': 'b0313305-4280-4067-8ee0-4ba61e64320d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 5, 12, 9), 'started_at': datetime.datetime(2021, 9, 21, 5, 12, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 5, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 05:29:46.811189 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25720d00-e239-41ce-ac97-a44c3a4940ce None None] Checking segment: {'id': '31d57a87-5c3f-4d84-9958-68bfdd185b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0cd41a4-6466-43fa-ab2d-1924b0323487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 05:29:46.811723 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-25720d00-e239-41ce-ac97-a44c3a4940ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:46.812092 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25720d00-e239-41ce-ac97-a44c3a4940ce None None] Bound using segment: {'id': '31d57a87-5c3f-4d84-9958-68bfdd185b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0cd41a4-6466-43fa-ab2d-1924b0323487'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 05:29:46.812523 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-25720d00-e239-41ce-ac97-a44c3a4940ce None None] Bound port: 96af6469-2f42-4e47-ae03-1e7285ae4481, host: dv-cinder-778193-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31d57a87-5c3f-4d84-9958-68bfdd185b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0cd41a4-6466-43fa-ab2d-1924b0323487'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 05:29:46.812907 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-25720d00-e239-41ce-ac97-a44c3a4940ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:46.879577 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-25720d00-e239-41ce-ac97-a44c3a4940ce None None] For port 96af6469-2f42-4e47-ae03-1e7285ae4481, host dv-cinder-778193-10-iscsi, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 05:29:46.882826 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-25720d00-e239-41ce-ac97-a44c3a4940ce None None] For port 96af6469-2f42-4e47-ae03-1e7285ae4481, host dv-cinder-778193-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=96af6469-2f42-4e47-ae03-1e7285ae4481,segment=NetworkSegment(31d57a87-5c3f-4d84-9958-68bfdd185b58),segment_id=31d57a87-5c3f-4d84-9958-68bfdd185b58)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 05:29:46.890173 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-c96f05e9-2c0a-4c22-b372-0d2649f30f91 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:46.996186 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-25720d00-e239-41ce-ac97-a44c3a4940ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:47.058521 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25720d00-e239-41ce-ac97-a44c3a4940ce None None] Pushing event updated for resources: {'Port': ['ID=96af6469-2f42-4e47-ae03-1e7285ae4481,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:29:47.249974 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-c96f05e9-2c0a-4c22-b372-0d2649f30f91 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:47.269725 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-c96f05e9-2c0a-4c22-b372-0d2649f30f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:47.382234 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.db.db_base_plugin_common [None req-c96f05e9-2c0a-4c22-b372-0d2649f30f91 admin admin] Allocated IP 172.27.3.102 (666bfb66-d53f-41b5-aa91-1f3481ab5acc/80dd054f-6720-4669-be55-825ddd1b955a/0bc368df-82cb-4da7-ac0f-82110486bcfe) {{(pid=94666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 05:29:47.497334 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-c96f05e9-2c0a-4c22-b372-0d2649f30f91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:47.704374 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-c96f05e9-2c0a-4c22-b372-0d2649f30f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751403777208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7439717'] for port, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:47.743794 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96f05e9-2c0a-4c22-b372-0d2649f30f91 admin admin] Network 666bfb66-d53f-41b5-aa91-1f3481ab5acc is already hosted by enough agents. {{(pid=94666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 05:29:47.746809 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.base_scheduler [None req-c96f05e9-2c0a-4c22-b372-0d2649f30f91 admin admin] Resources bound (agent type, host, resource id): {{(pid=94666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:29:47.758755 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96f05e9-2c0a-4c22-b372-0d2649f30f91 admin admin] Received port after_create {{(pid=94666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 05:29:47.758755 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96f05e9-2c0a-4c22-b372-0d2649f30f91 admin admin] Pushing event updated for resources: {'Port': ['ID=0bc368df-82cb-4da7-ac0f-82110486bcfe,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:29:47.917316 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427e3e7e-b805-4105-b1bd-21becb1601bd None None] Network c0cd41a4-6466-43fa-ab2d-1924b0323487 requested from dv-cinder-778193-10-iscsi {{(pid=94668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 05:29:48.036075 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-e2e47bf5-a69b-4409-bb2d-0b1b3a67a235 None None] Provisioning complete for port 96af6469-2f42-4e47-ae03-1e7285ae4481 triggered by entity DHCP. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:29:48.036410 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e2e47bf5-a69b-4409-bb2d-0b1b3a67a235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:48.114960 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-c96f05e9-2c0a-4c22-b372-0d2649f30f91 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:48.163647 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e2e47bf5-a69b-4409-bb2d-0b1b3a67a235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:48.196905 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-e2e47bf5-a69b-4409-bb2d-0b1b3a67a235 None None] For port 96af6469-2f42-4e47-ae03-1e7285ae4481, host dv-cinder-778193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=96af6469-2f42-4e47-ae03-1e7285ae4481,segment=NetworkSegment(31d57a87-5c3f-4d84-9958-68bfdd185b58),segment_id=31d57a87-5c3f-4d84-9958-68bfdd185b58)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:29:48.287286 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e2e47bf5-a69b-4409-bb2d-0b1b3a67a235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:48.322351 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-c96f05e9-2c0a-4c22-b372-0d2649f30f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473169'] for router, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:48.337125 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e47bf5-a69b-4409-bb2d-0b1b3a67a235 None None] Pushing event updated for resources: {'Port': ['ID=96af6469-2f42-4e47-ae03-1e7285ae4481,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:29:48.405629 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-2138d367-294d-41d9-8cad-21016ecfe02e None None] Provisioning complete for port 96af6469-2f42-4e47-ae03-1e7285ae4481 triggered by entity DHCP. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:29:48.405998 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2138d367-294d-41d9-8cad-21016ecfe02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:48.509677 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c96f05e9-2c0a-4c22-b372-0d2649f30f91 admin admin] Router 884c91a7-cc75-4d98-a5cc-483508101178 is scheduled to L3 agent e4914d08-4fb7-43fa-94fb-1720f1d16cb4 with binding_index 1 {{(pid=94666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 05:29:48.616901 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c96f05e9-2c0a-4c22-b372-0d2649f30f91 admin admin] Notify agent at l3_agent.dv-cinder-778193-10-iscsi the message routers_updated {{(pid=94666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 05:29:48.626643 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa90c91-4418-4a9c-ae4c-b6771333f684 None None] Sync routers for ids ['884c91a7-cc75-4d98-a5cc-483508101178'] in dv-cinder-778193-10-iscsi {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 05:29:48.637191 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa90c91-4418-4a9c-ae4c-b6771333f684 None None] Routers {'884c91a7-cc75-4d98-a5cc-483508101178'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:29:48.641513 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-5aa90c91-4418-4a9c-ae4c-b6771333f684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:29:39Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['884c91a7-cc75-4d98-a5cc-483508101178'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:29:48.687585 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-c96f05e9-2c0a-4c22-b372-0d2649f30f91 admin admin] Notify callbacks [] for router, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:48.688839 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-c96f05e9-2c0a-4c22-b372-0d2649f30f91 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4606535 Sep 21 05:29:48.691566 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 35488) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:29:48.746947 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-5aa90c91-4418-4a9c-ae4c-b6771333f684 None None] Set router 884c91a7-cc75-4d98-a5cc-483508101178 gateway port host: dv-cinder-778193-10-iscsi {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:29:48.924354 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-5aa90c91-4418-4a9c-ae4c-b6771333f684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884c91a7-cc75-4d98-a5cc-483508101178', 'name': 'tempest-TestMinimumBasicScenario-1395311221-router', 'tenant_id': 'ea4c6306688a405997e9d4fb4cad04ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '0bc368df-82cb-4da7-ac0f-82110486bcfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:29:46Z', 'updated_at': '2021-09-21T05:29:47Z', 'revision_number': 3, 'project_id': 'ea4c6306688a405997e9d4fb4cad04ab', 'gw_port': {'id': '0bc368df-82cb-4da7-ac0f-82110486bcfe', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e0:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884c91a7-cc75-4d98-a5cc-483508101178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:29:47Z', 'updated_at': '2021-09-21T05:29:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi'}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:29:48.950748 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa90c91-4418-4a9c-ae4c-b6771333f684 None None] Checking router: 884c91a7-cc75-4d98-a5cc-483508101178 for host: dv-cinder-778193-10-iscsi {{(pid=94668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 05:29:48.951102 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa90c91-4418-4a9c-ae4c-b6771333f684 None None] Updating router 884c91a7-cc75-4d98-a5cc-483508101178 port 0bc368df-82cb-4da7-ac0f-82110486bcfe binding host dv-cinder-778193-10-iscsi {{(pid=94668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 05:29:48.999512 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5aa90c91-4418-4a9c-ae4c-b6771333f684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:49.103743 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device 96af6469-2f42-4e47-ae03-1e7285ae4481 up at agent ovs-agent-dv-cinder-778193-10-iscsi {{(pid=94668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 05:29:49.221282 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Provisioning complete for port 96af6469-2f42-4e47-ae03-1e7285ae4481 triggered by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:29:49.221576 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:49.369511 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5aa90c91-4418-4a9c-ae4c-b6771333f684 None None] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:49.370143 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-3247b94c-74f0-452b-8988-f1f60eae2501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:49.469952 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5aa90c91-4418-4a9c-ae4c-b6771333f684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:49.522172 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-5aa90c91-4418-4a9c-ae4c-b6771333f684 None None] Attempting to bind port 0bc368df-82cb-4da7-ac0f-82110486bcfe on host dv-cinder-778193-10-iscsi for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 05:29:49.522567 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-5aa90c91-4418-4a9c-ae4c-b6771333f684 None None] Attempting to bind port 0bc368df-82cb-4da7-ac0f-82110486bcfe by drivers openvswitch,hyperv on host dv-cinder-778193-10-iscsi at level 0 using segments [{'id': '826ab498-a3a4-4696-958a-2da03407e177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 05:29:49.522931 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa90c91-4418-4a9c-ae4c-b6771333f684 None None] Attempting to bind port 0bc368df-82cb-4da7-ac0f-82110486bcfe on network 666bfb66-d53f-41b5-aa91-1f3481ab5acc {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 05:29:49.527547 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.db.db_base_plugin_common [None req-3247b94c-74f0-452b-8988-f1f60eae2501 admin admin] Allocated IP 172.20.0.1 (c0cd41a4-6466-43fa-ab2d-1924b0323487/d0d631e2-edc8-4a31-b07c-35d016ddfaa9/4626a1c2-9cb2-4c67-b97a-486cfa0814b8) {{(pid=94666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 05:29:49.534373 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd86d68d-6a2b-4298-a4d1-6f1eccc64632 None None] Pushing event updated for resources: {'Port': ['ID=0bc368df-82cb-4da7-ac0f-82110486bcfe,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:29:49.538128 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa90c91-4418-4a9c-ae4c-b6771333f684 None None] Checking agent: {'id': 'b0313305-4280-4067-8ee0-4ba61e64320d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 5, 12, 9), 'started_at': datetime.datetime(2021, 9, 21, 5, 12, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 5, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 05:29:49.538596 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa90c91-4418-4a9c-ae4c-b6771333f684 None None] Checking segment: {'id': '826ab498-a3a4-4696-958a-2da03407e177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 05:29:49.538999 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5aa90c91-4418-4a9c-ae4c-b6771333f684 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:49.539387 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa90c91-4418-4a9c-ae4c-b6771333f684 None None] Bound using segment: {'id': '826ab498-a3a4-4696-958a-2da03407e177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 05:29:49.539868 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-5aa90c91-4418-4a9c-ae4c-b6771333f684 None None] Bound port: 0bc368df-82cb-4da7-ac0f-82110486bcfe, host: dv-cinder-778193-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '826ab498-a3a4-4696-958a-2da03407e177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 05:29:49.540251 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5aa90c91-4418-4a9c-ae4c-b6771333f684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:49.597117 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-5aa90c91-4418-4a9c-ae4c-b6771333f684 None None] For port 0bc368df-82cb-4da7-ac0f-82110486bcfe, host dv-cinder-778193-10-iscsi, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 05:29:49.600264 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-5aa90c91-4418-4a9c-ae4c-b6771333f684 None None] For port 0bc368df-82cb-4da7-ac0f-82110486bcfe, host dv-cinder-778193-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=0bc368df-82cb-4da7-ac0f-82110486bcfe,segment=NetworkSegment(826ab498-a3a4-4696-958a-2da03407e177),segment_id=826ab498-a3a4-4696-958a-2da03407e177)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 05:29:49.632336 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-3247b94c-74f0-452b-8988-f1f60eae2501 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:49.704586 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5aa90c91-4418-4a9c-ae4c-b6771333f684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:49.727478 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-3247b94c-74f0-452b-8988-f1f60eae2501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751403777208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7439717'] for port, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:49.771709 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3247b94c-74f0-452b-8988-f1f60eae2501 admin admin] Network c0cd41a4-6466-43fa-ab2d-1924b0323487 is already hosted by enough agents. {{(pid=94666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 05:29:49.773384 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.base_scheduler [None req-3247b94c-74f0-452b-8988-f1f60eae2501 admin admin] Resources bound (agent type, host, resource id): {{(pid=94666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:29:49.774064 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa90c91-4418-4a9c-ae4c-b6771333f684 None None] Routers {'884c91a7-cc75-4d98-a5cc-483508101178'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:29:49.774847 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-5aa90c91-4418-4a9c-ae4c-b6771333f684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:29:39Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['884c91a7-cc75-4d98-a5cc-483508101178'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:29:49.776754 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd86d68d-6a2b-4298-a4d1-6f1eccc64632 None None] Pushing event updated for resources: {'Port': ['ID=0bc368df-82cb-4da7-ac0f-82110486bcfe,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:29:49.777923 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3247b94c-74f0-452b-8988-f1f60eae2501 admin admin] Received port after_create {{(pid=94666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 05:29:49.808649 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3247b94c-74f0-452b-8988-f1f60eae2501 admin admin] Pushing event updated for resources: {'Port': ['ID=4626a1c2-9cb2-4c67-b97a-486cfa0814b8,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:29:49.825726 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-3247b94c-74f0-452b-8988-f1f60eae2501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473222'] for router_interface, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:49.891718 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-5aa90c91-4418-4a9c-ae4c-b6771333f684 None None] Set router 884c91a7-cc75-4d98-a5cc-483508101178 gateway port host: dv-cinder-778193-10-iscsi {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:29:50.039659 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-3247b94c-74f0-452b-8988-f1f60eae2501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:50.112259 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-2859c204-593f-415d-87b8-80d0245def4a None None] Provisioning complete for port 4626a1c2-9cb2-4c67-b97a-486cfa0814b8 triggered by entity DHCP. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:29:50.112872 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2859c204-593f-415d-87b8-80d0245def4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:50.187903 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-2859c204-593f-415d-87b8-80d0245def4a None None] Port 4626a1c2-9cb2-4c67-b97a-486cfa0814b8 cannot update to ACTIVE because it is not bound. {{(pid=94668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 05:29:50.215793 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-3247b94c-74f0-452b-8988-f1f60eae2501 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:50.244378 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-5aa90c91-4418-4a9c-ae4c-b6771333f684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884c91a7-cc75-4d98-a5cc-483508101178', 'name': 'tempest-TestMinimumBasicScenario-1395311221-router', 'tenant_id': 'ea4c6306688a405997e9d4fb4cad04ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '0bc368df-82cb-4da7-ac0f-82110486bcfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:29:46Z', 'updated_at': '2021-09-21T05:29:47Z', 'revision_number': 3, 'project_id': 'ea4c6306688a405997e9d4fb4cad04ab', 'gw_port': {'id': '0bc368df-82cb-4da7-ac0f-82110486bcfe', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e0:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884c91a7-cc75-4d98-a5cc-483508101178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:29:47Z', 'updated_at': '2021-09-21T05:29:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi'}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:29:50.273791 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa90c91-4418-4a9c-ae4c-b6771333f684 None None] The sync data for ids ['884c91a7-cc75-4d98-a5cc-483508101178'] in dv-cinder-778193-10-iscsi is: [{'id': '884c91a7-cc75-4d98-a5cc-483508101178', 'name': 'tempest-TestMinimumBasicScenario-1395311221-router', 'tenant_id': 'ea4c6306688a405997e9d4fb4cad04ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '0bc368df-82cb-4da7-ac0f-82110486bcfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:29:46Z', 'updated_at': '2021-09-21T05:29:47Z', 'revision_number': 3, 'project_id': 'ea4c6306688a405997e9d4fb4cad04ab', 'gw_port': {'id': '0bc368df-82cb-4da7-ac0f-82110486bcfe', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e0:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884c91a7-cc75-4d98-a5cc-483508101178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:29:47Z', 'updated_at': '2021-09-21T05:29:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi'}] {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 05:29:50.281108 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-3247b94c-74f0-452b-8988-f1f60eae2501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7439740'] for port, after_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:50.352882 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3247b94c-74f0-452b-8988-f1f60eae2501 admin admin] Pushing event updated for resources: {'Port': ['ID=4626a1c2-9cb2-4c67-b97a-486cfa0814b8,revision_number=2']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:29:50.356269 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-3247b94c-74f0-452b-8988-f1f60eae2501 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-471830'] for router_interface, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:50.451679 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3247b94c-74f0-452b-8988-f1f60eae2501 admin admin] Network c0cd41a4-6466-43fa-ab2d-1924b0323487 is already hosted by enough agents. {{(pid=94666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 05:29:50.453789 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.base_scheduler [None req-3247b94c-74f0-452b-8988-f1f60eae2501 admin admin] Resources bound (agent type, host, resource id): {{(pid=94666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:29:50.605311 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3247b94c-74f0-452b-8988-f1f60eae2501 admin admin] Router 884c91a7-cc75-4d98-a5cc-483508101178 has already been hosted by L3 agent e4914d08-4fb7-43fa-94fb-1720f1d16cb4 {{(pid=94666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 05:29:50.709867 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-6434248f-86fc-45d5-a073-47c360b36094 None None] Provisioning complete for port 4626a1c2-9cb2-4c67-b97a-486cfa0814b8 triggered by entity DHCP. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:29:50.710338 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6434248f-86fc-45d5-a073-47c360b36094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:50.724790 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3247b94c-74f0-452b-8988-f1f60eae2501 admin admin] Notify agent at l3_agent.dv-cinder-778193-10-iscsi the message routers_updated {{(pid=94666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 05:29:50.734513 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-3247b94c-74f0-452b-8988-f1f60eae2501 admin admin] 10.222.0.36 "PUT /v2.0/routers/884c91a7-cc75-4d98-a5cc-483508101178/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0381026 Sep 21 05:29:50.745410 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-6434248f-86fc-45d5-a073-47c360b36094 None None] Port 4626a1c2-9cb2-4c67-b97a-486cfa0814b8 cannot update to ACTIVE because it is not bound. {{(pid=94668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 05:29:51.059219 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device 0bc368df-82cb-4da7-ac0f-82110486bcfe up at agent ovs-agent-dv-cinder-778193-10-iscsi {{(pid=94668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 05:29:51.120511 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Provisioning complete for port 0bc368df-82cb-4da7-ac0f-82110486bcfe triggered by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:29:51.121145 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:51.213901 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:51.237642 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] For port 0bc368df-82cb-4da7-ac0f-82110486bcfe, host dv-cinder-778193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=0bc368df-82cb-4da7-ac0f-82110486bcfe,segment=NetworkSegment(826ab498-a3a4-4696-958a-2da03407e177),segment_id=826ab498-a3a4-4696-958a-2da03407e177)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:29:51.315328 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:51.363329 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Pushing event updated for resources: {'Port': ['ID=0bc368df-82cb-4da7-ac0f-82110486bcfe,revision_number=4']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:29:51.480513 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 35510) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:29:51.485959 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [None req-6218c528-a804-4cd2-94fc-a3672e605450 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1900536054-network', 'tenant_id': '723fdfa76ddc4e818b32219ec2efc78a'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:29:51.572906 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6218c528-a804-4cd2-94fc-a3672e605450 admin admin] Made reservation on behalf of 723fdfa76ddc4e818b32219ec2efc78a for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 05:29:51.575342 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6218c528-a804-4cd2-94fc-a3672e605450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:51.584854 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6218c528-a804-4cd2-94fc-a3672e605450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:51.675109 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6218c528-a804-4cd2-94fc-a3672e605450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:51.760674 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6218c528-a804-4cd2-94fc-a3672e605450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:51.793021 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6218c528-a804-4cd2-94fc-a3672e605450 admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 05:29:51.798612 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6218c528-a804-4cd2-94fc-a3672e605450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a591b54-3794-4422-8d7e-292bbf7828f1,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:29:51.809376 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6218c528-a804-4cd2-94fc-a3672e605450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669518'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:51.809376 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.db.segments_db [None req-6218c528-a804-4cd2-94fc-a3672e605450 admin admin] Added segment 54662f97-d94d-4940-8a6c-7c90ce97beda of type vlan for network 9b198c25-27a1-4bc4-8f41-76c7a61510f2 Sep 21 05:29:51.819479 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47076e5c-9691-434a-8ce9-8b26bfbae6aa None None] Sync routers for ids ['884c91a7-cc75-4d98-a5cc-483508101178'] in dv-cinder-778193-10-iscsi {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 05:29:51.831674 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47076e5c-9691-434a-8ce9-8b26bfbae6aa None None] Routers {'884c91a7-cc75-4d98-a5cc-483508101178'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:29:51.832290 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-47076e5c-9691-434a-8ce9-8b26bfbae6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:29:39Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['884c91a7-cc75-4d98-a5cc-483508101178'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:29:51.850802 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6218c528-a804-4cd2-94fc-a3672e605450 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751403734303'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:51.945975 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-47076e5c-9691-434a-8ce9-8b26bfbae6aa None None] Set router 884c91a7-cc75-4d98-a5cc-483508101178 gateway port host: dv-cinder-778193-10-iscsi {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:29:51.955570 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6218c528-a804-4cd2-94fc-a3672e605450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:51.956575 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6218c528-a804-4cd2-94fc-a3672e605450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:29:51.957178 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6218c528-a804-4cd2-94fc-a3672e605450 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531542'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:52.015788 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6218c528-a804-4cd2-94fc-a3672e605450 admin admin] Pushing event updated for resources: {'Network': ['ID=9b198c25-27a1-4bc4-8f41-76c7a61510f2,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:29:52.030771 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Network 9b198c25-27a1-4bc4-8f41-76c7a61510f2 details requested by agent ovs-agent-dv-cinder-778193-10-iscsi with host dv-cinder-778193-10-iscsi {{(pid=94668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 05:29:52.062141 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 35520) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:29:52.063243 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-6218c528-a804-4cd2-94fc-a3672e605450 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5805349 Sep 21 05:29:52.069161 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-095a94fd-b3c3-4c07-9789-9c387438320e admin admin] Request body: {'subnet': {'network_id': '9b198c25-27a1-4bc4-8f41-76c7a61510f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1900536054-subnet', 'tenant_id': '723fdfa76ddc4e818b32219ec2efc78a', 'ip_version': 4}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:29:52.153572 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-47076e5c-9691-434a-8ce9-8b26bfbae6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884c91a7-cc75-4d98-a5cc-483508101178', 'name': 'tempest-TestMinimumBasicScenario-1395311221-router', 'tenant_id': 'ea4c6306688a405997e9d4fb4cad04ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '0bc368df-82cb-4da7-ac0f-82110486bcfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:29:46Z', 'updated_at': '2021-09-21T05:29:49Z', 'revision_number': 4, 'project_id': 'ea4c6306688a405997e9d4fb4cad04ab', 'gw_port': {'id': '0bc368df-82cb-4da7-ac0f-82110486bcfe', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884c91a7-cc75-4d98-a5cc-483508101178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:29:47Z', 'updated_at': '2021-09-21T05:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi', '_interfaces': [{'id': '4626a1c2-9cb2-4c67-b97a-486cfa0814b8', 'name': '', 'network_id': 'c0cd41a4-6466-43fa-ab2d-1924b0323487', 'tenant_id': 'ea4c6306688a405997e9d4fb4cad04ab', 'mac_address': 'fa:16:3e:13:d2:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884c91a7-cc75-4d98-a5cc-483508101178', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'd0d631e2-edc8-4a31-b07c-35d016ddfaa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:29:49Z', 'updated_at': '2021-09-21T05:29:50Z', 'revision_number': 2, 'project_id': 'ea4c6306688a405997e9d4fb4cad04ab', 'subnets': [{'id': 'd0d631e2-edc8-4a31-b07c-35d016ddfaa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:29:52.167284 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-095a94fd-b3c3-4c07-9789-9c387438320e admin admin] Made reservation on behalf of 723fdfa76ddc4e818b32219ec2efc78a for: {'subnet': 1} {{(pid=94666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 05:29:52.171127 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-095a94fd-b3c3-4c07-9789-9c387438320e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8253391'] for subnet, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:52.183391 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47076e5c-9691-434a-8ce9-8b26bfbae6aa None None] Checking router: 884c91a7-cc75-4d98-a5cc-483508101178 for host: dv-cinder-778193-10-iscsi {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 05:29:52.183747 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47076e5c-9691-434a-8ce9-8b26bfbae6aa None None] Updating router 884c91a7-cc75-4d98-a5cc-483508101178 port 4626a1c2-9cb2-4c67-b97a-486cfa0814b8 binding host dv-cinder-778193-10-iscsi {{(pid=94669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 05:29:52.209837 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-47076e5c-9691-434a-8ce9-8b26bfbae6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:52.430001 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-095a94fd-b3c3-4c07-9789-9c387438320e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7439625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8253409'] for subnet, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:52.474547 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-47076e5c-9691-434a-8ce9-8b26bfbae6aa None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:52.488149 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095a94fd-b3c3-4c07-9789-9c387438320e admin admin] Pushing event updated for resources: {'Subnet': ['ID=934dcb9a-fd7a-4c15-8362-be71711120eb,revision_number=0']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:29:52.493350 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095a94fd-b3c3-4c07-9789-9c387438320e admin admin] Checking segment: {'id': '54662f97-d94d-4940-8a6c-7c90ce97beda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9b198c25-27a1-4bc4-8f41-76c7a61510f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 05:29:52.493688 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095a94fd-b3c3-4c07-9789-9c387438320e admin admin] Network hostable DHCP agents. Network: 9b198c25-27a1-4bc4-8f41-76c7a61510f2, hostable agents: ['6e02bdac-2fb2-4f2e-acf6-c0c230e91990'], hosted agents: [] {{(pid=94666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 05:29:52.520622 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-47076e5c-9691-434a-8ce9-8b26bfbae6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:52.589927 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095a94fd-b3c3-4c07-9789-9c387438320e admin admin] Network 9b198c25-27a1-4bc4-8f41-76c7a61510f2 is scheduled to be hosted by DHCP agent 6e02bdac-2fb2-4f2e-acf6-c0c230e91990 with binding_index 1 {{(pid=94666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 05:29:52.657806 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3f4eeb-6b3c-4c88-8955-8a44db1dc61e None None] Pushing event updated for resources: {'Port': ['ID=4626a1c2-9cb2-4c67-b97a-486cfa0814b8,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:29:52.680922 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.base_scheduler [None req-095a94fd-b3c3-4c07-9789-9c387438320e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-10-iscsi, 9b198c25-27a1-4bc4-8f41-76c7a61510f2) {{(pid=94666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:29:52.681133 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3f4eeb-6b3c-4c88-8955-8a44db1dc61e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:29:52.681493 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3f4eeb-6b3c-4c88-8955-8a44db1dc61e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:29:52.682506 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3f4eeb-6b3c-4c88-8955-8a44db1dc61e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:29:52.682506 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3f4eeb-6b3c-4c88-8955-8a44db1dc61e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:29:52.682506 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3f4eeb-6b3c-4c88-8955-8a44db1dc61e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:29:52.682814 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3f4eeb-6b3c-4c88-8955-8a44db1dc61e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:29:52.683095 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3f4eeb-6b3c-4c88-8955-8a44db1dc61e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:29:52.683409 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3f4eeb-6b3c-4c88-8955-8a44db1dc61e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:29:52.683724 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3f4eeb-6b3c-4c88-8955-8a44db1dc61e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:29:52.684034 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3f4eeb-6b3c-4c88-8955-8a44db1dc61e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:29:52.684539 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3f4eeb-6b3c-4c88-8955-8a44db1dc61e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:29:52.684649 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3f4eeb-6b3c-4c88-8955-8a44db1dc61e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:29:52.686061 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095a94fd-b3c3-4c07-9789-9c387438320e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:29:52.688457 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-095a94fd-b3c3-4c07-9789-9c387438320e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:52.696118 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae65395-2714-404f-bd1a-bc7a1c8bab85 None None] Network 9b198c25-27a1-4bc4-8f41-76c7a61510f2 requested from dv-cinder-778193-10-iscsi {{(pid=94668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 05:29:52.719746 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-47076e5c-9691-434a-8ce9-8b26bfbae6aa None None] Attempting to bind port 4626a1c2-9cb2-4c67-b97a-486cfa0814b8 on host dv-cinder-778193-10-iscsi for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 05:29:52.720111 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-47076e5c-9691-434a-8ce9-8b26bfbae6aa None None] Attempting to bind port 4626a1c2-9cb2-4c67-b97a-486cfa0814b8 by drivers openvswitch,hyperv on host dv-cinder-778193-10-iscsi at level 0 using segments [{'id': '31d57a87-5c3f-4d84-9958-68bfdd185b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0cd41a4-6466-43fa-ab2d-1924b0323487'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 05:29:52.720495 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47076e5c-9691-434a-8ce9-8b26bfbae6aa None None] Attempting to bind port 4626a1c2-9cb2-4c67-b97a-486cfa0814b8 on network c0cd41a4-6466-43fa-ab2d-1924b0323487 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 05:29:52.725688 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47076e5c-9691-434a-8ce9-8b26bfbae6aa None None] Checking agent: {'id': 'b0313305-4280-4067-8ee0-4ba61e64320d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 5, 12, 9), 'started_at': datetime.datetime(2021, 9, 21, 5, 12, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 5, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 05:29:52.726051 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47076e5c-9691-434a-8ce9-8b26bfbae6aa None None] Checking segment: {'id': '31d57a87-5c3f-4d84-9958-68bfdd185b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0cd41a4-6466-43fa-ab2d-1924b0323487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 05:29:52.726510 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-47076e5c-9691-434a-8ce9-8b26bfbae6aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:52.726896 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47076e5c-9691-434a-8ce9-8b26bfbae6aa None None] Bound using segment: {'id': '31d57a87-5c3f-4d84-9958-68bfdd185b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0cd41a4-6466-43fa-ab2d-1924b0323487'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 05:29:52.727357 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-47076e5c-9691-434a-8ce9-8b26bfbae6aa None None] Bound port: 4626a1c2-9cb2-4c67-b97a-486cfa0814b8, host: dv-cinder-778193-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31d57a87-5c3f-4d84-9958-68bfdd185b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0cd41a4-6466-43fa-ab2d-1924b0323487'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 05:29:52.727733 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-47076e5c-9691-434a-8ce9-8b26bfbae6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:52.750714 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-095a94fd-b3c3-4c07-9789-9c387438320e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6859686 Sep 21 05:29:52.753132 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 35528) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:29:52.757758 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-098b7cd2-90d1-4028-bc13-45534f8c068c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1900536054-router', 'tenant_id': '723fdfa76ddc4e818b32219ec2efc78a', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc'}}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:29:52.796024 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-47076e5c-9691-434a-8ce9-8b26bfbae6aa None None] For port 4626a1c2-9cb2-4c67-b97a-486cfa0814b8, host dv-cinder-778193-10-iscsi, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 05:29:52.800013 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-47076e5c-9691-434a-8ce9-8b26bfbae6aa None None] For port 4626a1c2-9cb2-4c67-b97a-486cfa0814b8, host dv-cinder-778193-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=4626a1c2-9cb2-4c67-b97a-486cfa0814b8,segment=NetworkSegment(31d57a87-5c3f-4d84-9958-68bfdd185b58),segment_id=31d57a87-5c3f-4d84-9958-68bfdd185b58)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 05:29:52.841563 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-098b7cd2-90d1-4028-bc13-45534f8c068c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-474502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:52.842656 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-098b7cd2-90d1-4028-bc13-45534f8c068c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-475014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-432907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:52.864789 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c90674a-7ea7-4ca2-af4c-d32c3ccfcdda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc935dc6c-459a-53c3-a524-c7ff278086b2-9b198c25-27a1-4bc4-8f41-76c7a61510f2', 'network_id': '9b198c25-27a1-4bc4-8f41-76c7a61510f2', 'tenant_id': '723fdfa76ddc4e818b32219ec2efc78a', 'fixed_ips': [{'subnet_id': '934dcb9a-fd7a-4c15-8362-be71711120eb'}]}} from dv-cinder-778193-10-iscsi. {{(pid=94668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 05:29:52.865726 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1c90674a-7ea7-4ca2-af4c-d32c3ccfcdda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:52.870888 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-47076e5c-9691-434a-8ce9-8b26bfbae6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:52.898387 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-2cabef8a-fa3a-4f7a-bee7-c4518ae2e65d None None] Provisioning complete for port 4626a1c2-9cb2-4c67-b97a-486cfa0814b8 triggered by entity DHCP. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:29:52.898786 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2cabef8a-fa3a-4f7a-bee7-c4518ae2e65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:52.899400 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-098b7cd2-90d1-4028-bc13-45534f8c068c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:52.939110 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3f4eeb-6b3c-4c88-8955-8a44db1dc61e None None] Pushing event updated for resources: {'Port': ['ID=4626a1c2-9cb2-4c67-b97a-486cfa0814b8,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:29:52.941686 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47076e5c-9691-434a-8ce9-8b26bfbae6aa None None] Routers {'884c91a7-cc75-4d98-a5cc-483508101178'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:29:52.943352 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-47076e5c-9691-434a-8ce9-8b26bfbae6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:29:39Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['884c91a7-cc75-4d98-a5cc-483508101178'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:29:53.062505 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device 0bc368df-82cb-4da7-ac0f-82110486bcfe up at agent ovs-agent-dv-cinder-778193-10-iscsi {{(pid=94668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 05:29:53.064844 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-1c90674a-7ea7-4ca2-af4c-d32c3ccfcdda None None] Allocated IP 172.20.0.2 (9b198c25-27a1-4bc4-8f41-76c7a61510f2/934dcb9a-fd7a-4c15-8362-be71711120eb/613c432b-4587-4c5d-beff-7ff329907d2d) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 05:29:53.103651 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-47076e5c-9691-434a-8ce9-8b26bfbae6aa None None] Set router 884c91a7-cc75-4d98-a5cc-483508101178 gateway port host: dv-cinder-778193-10-iscsi {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:29:53.152918 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2cabef8a-fa3a-4f7a-bee7-c4518ae2e65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:53.180565 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-098b7cd2-90d1-4028-bc13-45534f8c068c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:53.251655 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2cabef8a-fa3a-4f7a-bee7-c4518ae2e65d None None] For port 4626a1c2-9cb2-4c67-b97a-486cfa0814b8, host dv-cinder-778193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=4626a1c2-9cb2-4c67-b97a-486cfa0814b8,segment=NetworkSegment(31d57a87-5c3f-4d84-9958-68bfdd185b58),segment_id=31d57a87-5c3f-4d84-9958-68bfdd185b58)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:29:53.252785 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Provisioning complete for port 0bc368df-82cb-4da7-ac0f-82110486bcfe triggered by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:29:53.253132 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:53.309083 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-47076e5c-9691-434a-8ce9-8b26bfbae6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884c91a7-cc75-4d98-a5cc-483508101178', 'name': 'tempest-TestMinimumBasicScenario-1395311221-router', 'tenant_id': 'ea4c6306688a405997e9d4fb4cad04ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '0bc368df-82cb-4da7-ac0f-82110486bcfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:29:46Z', 'updated_at': '2021-09-21T05:29:49Z', 'revision_number': 4, 'project_id': 'ea4c6306688a405997e9d4fb4cad04ab', 'gw_port': {'id': '0bc368df-82cb-4da7-ac0f-82110486bcfe', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884c91a7-cc75-4d98-a5cc-483508101178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:29:47Z', 'updated_at': '2021-09-21T05:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi', '_interfaces': [{'id': '4626a1c2-9cb2-4c67-b97a-486cfa0814b8', 'name': '', 'network_id': 'c0cd41a4-6466-43fa-ab2d-1924b0323487', 'tenant_id': 'ea4c6306688a405997e9d4fb4cad04ab', 'mac_address': 'fa:16:3e:13:d2:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884c91a7-cc75-4d98-a5cc-483508101178', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'd0d631e2-edc8-4a31-b07c-35d016ddfaa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:29:49Z', 'updated_at': '2021-09-21T05:29:52Z', 'revision_number': 4, 'project_id': 'ea4c6306688a405997e9d4fb4cad04ab', 'subnets': [{'id': 'd0d631e2-edc8-4a31-b07c-35d016ddfaa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:29:53.330725 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2cabef8a-fa3a-4f7a-bee7-c4518ae2e65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:53.336190 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47076e5c-9691-434a-8ce9-8b26bfbae6aa None None] The sync data for ids ['884c91a7-cc75-4d98-a5cc-483508101178'] in dv-cinder-778193-10-iscsi is: [{'id': '884c91a7-cc75-4d98-a5cc-483508101178', 'name': 'tempest-TestMinimumBasicScenario-1395311221-router', 'tenant_id': 'ea4c6306688a405997e9d4fb4cad04ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '0bc368df-82cb-4da7-ac0f-82110486bcfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:29:46Z', 'updated_at': '2021-09-21T05:29:49Z', 'revision_number': 4, 'project_id': 'ea4c6306688a405997e9d4fb4cad04ab', 'gw_port': {'id': '0bc368df-82cb-4da7-ac0f-82110486bcfe', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884c91a7-cc75-4d98-a5cc-483508101178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:29:47Z', 'updated_at': '2021-09-21T05:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi', '_interfaces': [{'id': '4626a1c2-9cb2-4c67-b97a-486cfa0814b8', 'name': '', 'network_id': 'c0cd41a4-6466-43fa-ab2d-1924b0323487', 'tenant_id': 'ea4c6306688a405997e9d4fb4cad04ab', 'mac_address': 'fa:16:3e:13:d2:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884c91a7-cc75-4d98-a5cc-483508101178', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'd0d631e2-edc8-4a31-b07c-35d016ddfaa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:29:49Z', 'updated_at': '2021-09-21T05:29:52Z', 'revision_number': 4, 'project_id': 'ea4c6306688a405997e9d4fb4cad04ab', 'subnets': [{'id': 'd0d631e2-edc8-4a31-b07c-35d016ddfaa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 05:29:53.346533 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1c90674a-7ea7-4ca2-af4c-d32c3ccfcdda None None] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:53.438430 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cabef8a-fa3a-4f7a-bee7-c4518ae2e65d None None] Pushing event updated for resources: {'Port': ['ID=4626a1c2-9cb2-4c67-b97a-486cfa0814b8,revision_number=5']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:29:53.443808 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1c90674a-7ea7-4ca2-af4c-d32c3ccfcdda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751403777208'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:53.480843 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c90674a-7ea7-4ca2-af4c-d32c3ccfcdda None None] Network 9b198c25-27a1-4bc4-8f41-76c7a61510f2 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 05:29:53.497598 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-098b7cd2-90d1-4028-bc13-45534f8c068c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:53.508712 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-1c90674a-7ea7-4ca2-af4c-d32c3ccfcdda None None] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:29:53.513516 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c90674a-7ea7-4ca2-af4c-d32c3ccfcdda None None] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 05:29:53.519711 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-de2a7e71-26c6-4cb9-9b4e-c27cbb7bca8a None None] Provisioning complete for port 4626a1c2-9cb2-4c67-b97a-486cfa0814b8 triggered by entity DHCP. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:29:53.519711 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-de2a7e71-26c6-4cb9-9b4e-c27cbb7bca8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:53.520001 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-098b7cd2-90d1-4028-bc13-45534f8c068c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:53.556410 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c90674a-7ea7-4ca2-af4c-d32c3ccfcdda None None] Pushing event updated for resources: {'Port': ['ID=613c432b-4587-4c5d-beff-7ff329907d2d,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:29:53.614804 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-1c90674a-7ea7-4ca2-af4c-d32c3ccfcdda None None] Attempting to bind port 613c432b-4587-4c5d-beff-7ff329907d2d on host dv-cinder-778193-10-iscsi for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 05:29:53.615189 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-1c90674a-7ea7-4ca2-af4c-d32c3ccfcdda None None] Attempting to bind port 613c432b-4587-4c5d-beff-7ff329907d2d by drivers openvswitch,hyperv on host dv-cinder-778193-10-iscsi at level 0 using segments [{'id': '54662f97-d94d-4940-8a6c-7c90ce97beda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9b198c25-27a1-4bc4-8f41-76c7a61510f2'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 05:29:53.615557 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c90674a-7ea7-4ca2-af4c-d32c3ccfcdda None None] Attempting to bind port 613c432b-4587-4c5d-beff-7ff329907d2d on network 9b198c25-27a1-4bc4-8f41-76c7a61510f2 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 05:29:53.623541 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c90674a-7ea7-4ca2-af4c-d32c3ccfcdda None None] Checking agent: {'id': 'b0313305-4280-4067-8ee0-4ba61e64320d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 5, 12, 9), 'started_at': datetime.datetime(2021, 9, 21, 5, 12, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 5, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 05:29:53.623974 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c90674a-7ea7-4ca2-af4c-d32c3ccfcdda None None] Checking segment: {'id': '54662f97-d94d-4940-8a6c-7c90ce97beda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9b198c25-27a1-4bc4-8f41-76c7a61510f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 05:29:53.624314 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1c90674a-7ea7-4ca2-af4c-d32c3ccfcdda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:53.624711 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c90674a-7ea7-4ca2-af4c-d32c3ccfcdda None None] Bound using segment: {'id': '54662f97-d94d-4940-8a6c-7c90ce97beda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9b198c25-27a1-4bc4-8f41-76c7a61510f2'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 05:29:53.625266 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-1c90674a-7ea7-4ca2-af4c-d32c3ccfcdda None None] Bound port: 613c432b-4587-4c5d-beff-7ff329907d2d, host: dv-cinder-778193-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54662f97-d94d-4940-8a6c-7c90ce97beda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9b198c25-27a1-4bc4-8f41-76c7a61510f2'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 05:29:53.625603 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1c90674a-7ea7-4ca2-af4c-d32c3ccfcdda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:53.642998 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.db.db_base_plugin_common [None req-098b7cd2-90d1-4028-bc13-45534f8c068c admin admin] Allocated IP 172.27.3.207 (666bfb66-d53f-41b5-aa91-1f3481ab5acc/80dd054f-6720-4669-be55-825ddd1b955a/818f59d1-1aff-4058-a0d8-01d99d42cb96) {{(pid=94666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 05:29:53.722193 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-1c90674a-7ea7-4ca2-af4c-d32c3ccfcdda None None] For port 613c432b-4587-4c5d-beff-7ff329907d2d, host dv-cinder-778193-10-iscsi, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 05:29:53.725360 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-1c90674a-7ea7-4ca2-af4c-d32c3ccfcdda None None] For port 613c432b-4587-4c5d-beff-7ff329907d2d, host dv-cinder-778193-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=613c432b-4587-4c5d-beff-7ff329907d2d,segment=NetworkSegment(54662f97-d94d-4940-8a6c-7c90ce97beda),segment_id=54662f97-d94d-4940-8a6c-7c90ce97beda)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 05:29:53.754906 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-098b7cd2-90d1-4028-bc13-45534f8c068c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:53.807518 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1c90674a-7ea7-4ca2-af4c-d32c3ccfcdda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:53.853387 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-098b7cd2-90d1-4028-bc13-45534f8c068c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751403777208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7439717'] for port, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:53.870625 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c90674a-7ea7-4ca2-af4c-d32c3ccfcdda None None] Pushing event updated for resources: {'Port': ['ID=613c432b-4587-4c5d-beff-7ff329907d2d,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:29:53.897493 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098b7cd2-90d1-4028-bc13-45534f8c068c admin admin] Network 666bfb66-d53f-41b5-aa91-1f3481ab5acc is already hosted by enough agents. {{(pid=94666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 05:29:53.900445 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.base_scheduler [None req-098b7cd2-90d1-4028-bc13-45534f8c068c admin admin] Resources bound (agent type, host, resource id): {{(pid=94666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:29:53.904435 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098b7cd2-90d1-4028-bc13-45534f8c068c admin admin] Received port after_create {{(pid=94666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 05:29:53.935247 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098b7cd2-90d1-4028-bc13-45534f8c068c admin admin] Pushing event updated for resources: {'Port': ['ID=818f59d1-1aff-4058-a0d8-01d99d42cb96,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:29:54.258213 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-098b7cd2-90d1-4028-bc13-45534f8c068c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:54.459994 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-098b7cd2-90d1-4028-bc13-45534f8c068c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473169'] for router, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:54.658482 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-098b7cd2-90d1-4028-bc13-45534f8c068c admin admin] Router 9f1f11a1-5af4-4b1d-86a3-9a3bca93092f is scheduled to L3 agent e4914d08-4fb7-43fa-94fb-1720f1d16cb4 with binding_index 1 {{(pid=94666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 05:29:54.737185 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7014c1cb-3cb6-4162-9160-3f266575ef28 None None] Network 9b198c25-27a1-4bc4-8f41-76c7a61510f2 requested from dv-cinder-778193-10-iscsi {{(pid=94668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 05:29:54.767377 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-098b7cd2-90d1-4028-bc13-45534f8c068c admin admin] Notify agent at l3_agent.dv-cinder-778193-10-iscsi the message routers_updated {{(pid=94666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 05:29:54.790436 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c477107-3ff4-4f90-ab6b-f7061371e2ed None None] Sync routers for ids ['9f1f11a1-5af4-4b1d-86a3-9a3bca93092f'] in dv-cinder-778193-10-iscsi {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 05:29:54.815398 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c477107-3ff4-4f90-ab6b-f7061371e2ed None None] Routers {'9f1f11a1-5af4-4b1d-86a3-9a3bca93092f'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:29:54.816022 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-6c477107-3ff4-4f90-ab6b-f7061371e2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:29:39Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['9f1f11a1-5af4-4b1d-86a3-9a3bca93092f'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:29:54.901439 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-3e4ee287-20ff-414e-92e8-d9b764a63818 None None] Provisioning complete for port 613c432b-4587-4c5d-beff-7ff329907d2d triggered by entity DHCP. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:29:54.901810 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3e4ee287-20ff-414e-92e8-d9b764a63818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:54.921296 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-098b7cd2-90d1-4028-bc13-45534f8c068c admin admin] Notify callbacks [] for router, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:54.923200 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-098b7cd2-90d1-4028-bc13-45534f8c068c admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1691053 Sep 21 05:29:54.925927 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 35534) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:29:55.030247 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-6c477107-3ff4-4f90-ab6b-f7061371e2ed None None] Set router 9f1f11a1-5af4-4b1d-86a3-9a3bca93092f gateway port host: dv-cinder-778193-10-iscsi {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:29:55.101267 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device 613c432b-4587-4c5d-beff-7ff329907d2d up at agent ovs-agent-dv-cinder-778193-10-iscsi {{(pid=94668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 05:29:55.372239 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3e4ee287-20ff-414e-92e8-d9b764a63818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:55.437320 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Provisioning complete for port 613c432b-4587-4c5d-beff-7ff329907d2d triggered by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:29:55.438423 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:55.441939 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-3e4ee287-20ff-414e-92e8-d9b764a63818 None None] For port 613c432b-4587-4c5d-beff-7ff329907d2d, host dv-cinder-778193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=613c432b-4587-4c5d-beff-7ff329907d2d,segment=NetworkSegment(54662f97-d94d-4940-8a6c-7c90ce97beda),segment_id=54662f97-d94d-4940-8a6c-7c90ce97beda)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:29:55.511917 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3e4ee287-20ff-414e-92e8-d9b764a63818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:55.584965 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-6c477107-3ff4-4f90-ab6b-f7061371e2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1f11a1-5af4-4b1d-86a3-9a3bca93092f', 'name': 'tempest-TestMinimumBasicScenario-1900536054-router', 'tenant_id': '723fdfa76ddc4e818b32219ec2efc78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '818f59d1-1aff-4058-a0d8-01d99d42cb96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:29:52Z', 'updated_at': '2021-09-21T05:29:54Z', 'revision_number': 3, 'project_id': '723fdfa76ddc4e818b32219ec2efc78a', 'gw_port': {'id': '818f59d1-1aff-4058-a0d8-01d99d42cb96', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:58:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f1f11a1-5af4-4b1d-86a3-9a3bca93092f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:29:53Z', 'updated_at': '2021-09-21T05:29:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi'}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:29:55.600022 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-a263c280-8334-4f20-95f2-1cf2fb20a4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:55.631900 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c477107-3ff4-4f90-ab6b-f7061371e2ed None None] Checking router: 9f1f11a1-5af4-4b1d-86a3-9a3bca93092f for host: dv-cinder-778193-10-iscsi {{(pid=94668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 05:29:55.632170 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c477107-3ff4-4f90-ab6b-f7061371e2ed None None] Updating router 9f1f11a1-5af4-4b1d-86a3-9a3bca93092f port 818f59d1-1aff-4058-a0d8-01d99d42cb96 binding host dv-cinder-778193-10-iscsi {{(pid=94668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 05:29:55.633876 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4ee287-20ff-414e-92e8-d9b764a63818 None None] Pushing event updated for resources: {'Port': ['ID=613c432b-4587-4c5d-beff-7ff329907d2d,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:29:55.639434 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device 4626a1c2-9cb2-4c67-b97a-486cfa0814b8 up at agent ovs-agent-dv-cinder-778193-10-iscsi {{(pid=94668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 05:29:55.690369 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6c477107-3ff4-4f90-ab6b-f7061371e2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:55.698149 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-a7960828-d3e2-4a9f-b808-e009cbd0c8a4 None None] Provisioning complete for port 613c432b-4587-4c5d-beff-7ff329907d2d triggered by entity DHCP. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:29:55.698526 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a7960828-d3e2-4a9f-b808-e009cbd0c8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:55.749802 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.db.db_base_plugin_common [None req-a263c280-8334-4f20-95f2-1cf2fb20a4dc admin admin] Allocated IP 172.20.0.1 (9b198c25-27a1-4bc4-8f41-76c7a61510f2/934dcb9a-fd7a-4c15-8362-be71711120eb/f27f7be5-7a4f-4eb8-bc0c-5211e80ff90b) {{(pid=94666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 05:29:55.833557 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Provisioning complete for port 4626a1c2-9cb2-4c67-b97a-486cfa0814b8 triggered by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:29:55.834166 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:55.855852 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-a263c280-8334-4f20-95f2-1cf2fb20a4dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:55.955853 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-a263c280-8334-4f20-95f2-1cf2fb20a4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751403777208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7439717'] for port, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:55.992604 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a263c280-8334-4f20-95f2-1cf2fb20a4dc admin admin] Network 9b198c25-27a1-4bc4-8f41-76c7a61510f2 is already hosted by enough agents. {{(pid=94666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 05:29:55.996945 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.base_scheduler [None req-a263c280-8334-4f20-95f2-1cf2fb20a4dc admin admin] Resources bound (agent type, host, resource id): {{(pid=94666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:29:56.001131 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a263c280-8334-4f20-95f2-1cf2fb20a4dc admin admin] Received port after_create {{(pid=94666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 05:29:56.033311 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a263c280-8334-4f20-95f2-1cf2fb20a4dc admin admin] Pushing event updated for resources: {'Port': ['ID=f27f7be5-7a4f-4eb8-bc0c-5211e80ff90b,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:29:56.051372 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-a263c280-8334-4f20-95f2-1cf2fb20a4dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473222'] for router_interface, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:56.102380 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6c477107-3ff4-4f90-ab6b-f7061371e2ed None None] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:56.181722 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6c477107-3ff4-4f90-ab6b-f7061371e2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:56.226671 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-a263c280-8334-4f20-95f2-1cf2fb20a4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:56.235175 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-d3421181-1dfd-4c36-abc5-1058d2d9ab5f None None] Provisioning complete for port f27f7be5-7a4f-4eb8-bc0c-5211e80ff90b triggered by entity DHCP. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:29:56.235546 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d3421181-1dfd-4c36-abc5-1058d2d9ab5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:56.242261 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-6c477107-3ff4-4f90-ab6b-f7061371e2ed None None] Attempting to bind port 818f59d1-1aff-4058-a0d8-01d99d42cb96 on host dv-cinder-778193-10-iscsi for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 05:29:56.242674 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-6c477107-3ff4-4f90-ab6b-f7061371e2ed None None] Attempting to bind port 818f59d1-1aff-4058-a0d8-01d99d42cb96 by drivers openvswitch,hyperv on host dv-cinder-778193-10-iscsi at level 0 using segments [{'id': '826ab498-a3a4-4696-958a-2da03407e177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 05:29:56.243030 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c477107-3ff4-4f90-ab6b-f7061371e2ed None None] Attempting to bind port 818f59d1-1aff-4058-a0d8-01d99d42cb96 on network 666bfb66-d53f-41b5-aa91-1f3481ab5acc {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 05:29:56.261866 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0507205-572d-482d-a60b-ebef98927ca1 None None] Pushing event updated for resources: {'Port': ['ID=818f59d1-1aff-4058-a0d8-01d99d42cb96,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:29:56.269419 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c477107-3ff4-4f90-ab6b-f7061371e2ed None None] Checking agent: {'id': 'b0313305-4280-4067-8ee0-4ba61e64320d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 5, 12, 9), 'started_at': datetime.datetime(2021, 9, 21, 5, 12, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 5, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 05:29:56.269738 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c477107-3ff4-4f90-ab6b-f7061371e2ed None None] Checking segment: {'id': '826ab498-a3a4-4696-958a-2da03407e177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 05:29:56.270139 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6c477107-3ff4-4f90-ab6b-f7061371e2ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:56.270553 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c477107-3ff4-4f90-ab6b-f7061371e2ed None None] Bound using segment: {'id': '826ab498-a3a4-4696-958a-2da03407e177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 05:29:56.271023 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-6c477107-3ff4-4f90-ab6b-f7061371e2ed None None] Bound port: 818f59d1-1aff-4058-a0d8-01d99d42cb96, host: dv-cinder-778193-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '826ab498-a3a4-4696-958a-2da03407e177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 05:29:56.271404 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6c477107-3ff4-4f90-ab6b-f7061371e2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:56.303612 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-d3421181-1dfd-4c36-abc5-1058d2d9ab5f None None] Port f27f7be5-7a4f-4eb8-bc0c-5211e80ff90b cannot update to ACTIVE because it is not bound. {{(pid=94668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 05:29:56.330482 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-6c477107-3ff4-4f90-ab6b-f7061371e2ed None None] For port 818f59d1-1aff-4058-a0d8-01d99d42cb96, host dv-cinder-778193-10-iscsi, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 05:29:56.333607 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-6c477107-3ff4-4f90-ab6b-f7061371e2ed None None] For port 818f59d1-1aff-4058-a0d8-01d99d42cb96, host dv-cinder-778193-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=818f59d1-1aff-4058-a0d8-01d99d42cb96,segment=NetworkSegment(826ab498-a3a4-4696-958a-2da03407e177),segment_id=826ab498-a3a4-4696-958a-2da03407e177)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 05:29:56.392974 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-a263c280-8334-4f20-95f2-1cf2fb20a4dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:56.418896 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6c477107-3ff4-4f90-ab6b-f7061371e2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:56.469444 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-a263c280-8334-4f20-95f2-1cf2fb20a4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7439740'] for port, after_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:56.482128 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c477107-3ff4-4f90-ab6b-f7061371e2ed None None] Routers {'9f1f11a1-5af4-4b1d-86a3-9a3bca93092f'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:29:56.482790 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-6c477107-3ff4-4f90-ab6b-f7061371e2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:29:39Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['9f1f11a1-5af4-4b1d-86a3-9a3bca93092f'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:29:56.517954 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0507205-572d-482d-a60b-ebef98927ca1 None None] Pushing event updated for resources: {'Port': ['ID=818f59d1-1aff-4058-a0d8-01d99d42cb96,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:29:56.541466 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-a263c280-8334-4f20-95f2-1cf2fb20a4dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-471830'] for router_interface, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:56.544077 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a263c280-8334-4f20-95f2-1cf2fb20a4dc admin admin] Pushing event updated for resources: {'Port': ['ID=f27f7be5-7a4f-4eb8-bc0c-5211e80ff90b,revision_number=2']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:29:56.593222 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-6c477107-3ff4-4f90-ab6b-f7061371e2ed None None] Set router 9f1f11a1-5af4-4b1d-86a3-9a3bca93092f gateway port host: dv-cinder-778193-10-iscsi {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:29:56.633311 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a263c280-8334-4f20-95f2-1cf2fb20a4dc admin admin] Network 9b198c25-27a1-4bc4-8f41-76c7a61510f2 is already hosted by enough agents. {{(pid=94666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 05:29:56.634662 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.base_scheduler [None req-a263c280-8334-4f20-95f2-1cf2fb20a4dc admin admin] Resources bound (agent type, host, resource id): {{(pid=94666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:29:56.754888 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a263c280-8334-4f20-95f2-1cf2fb20a4dc admin admin] Router 9f1f11a1-5af4-4b1d-86a3-9a3bca93092f has already been hosted by L3 agent e4914d08-4fb7-43fa-94fb-1720f1d16cb4 {{(pid=94666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 05:29:56.798727 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-6c477107-3ff4-4f90-ab6b-f7061371e2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1f11a1-5af4-4b1d-86a3-9a3bca93092f', 'name': 'tempest-TestMinimumBasicScenario-1900536054-router', 'tenant_id': '723fdfa76ddc4e818b32219ec2efc78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '818f59d1-1aff-4058-a0d8-01d99d42cb96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:29:52Z', 'updated_at': '2021-09-21T05:29:56Z', 'revision_number': 4, 'project_id': '723fdfa76ddc4e818b32219ec2efc78a', 'gw_port': {'id': '818f59d1-1aff-4058-a0d8-01d99d42cb96', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:58:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f1f11a1-5af4-4b1d-86a3-9a3bca93092f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:29:53Z', 'updated_at': '2021-09-21T05:29:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi', '_interfaces': [{'id': 'f27f7be5-7a4f-4eb8-bc0c-5211e80ff90b', 'name': '', 'network_id': '9b198c25-27a1-4bc4-8f41-76c7a61510f2', 'tenant_id': '723fdfa76ddc4e818b32219ec2efc78a', 'mac_address': 'fa:16:3e:2d:cf:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f1f11a1-5af4-4b1d-86a3-9a3bca93092f', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '934dcb9a-fd7a-4c15-8362-be71711120eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:29:55Z', 'updated_at': '2021-09-21T05:29:56Z', 'revision_number': 2, 'project_id': '723fdfa76ddc4e818b32219ec2efc78a', 'subnets': [{'id': '934dcb9a-fd7a-4c15-8362-be71711120eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:29:56.832999 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c477107-3ff4-4f90-ab6b-f7061371e2ed None None] The sync data for ids ['9f1f11a1-5af4-4b1d-86a3-9a3bca93092f'] in dv-cinder-778193-10-iscsi is: [{'id': '9f1f11a1-5af4-4b1d-86a3-9a3bca93092f', 'name': 'tempest-TestMinimumBasicScenario-1900536054-router', 'tenant_id': '723fdfa76ddc4e818b32219ec2efc78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '818f59d1-1aff-4058-a0d8-01d99d42cb96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:29:52Z', 'updated_at': '2021-09-21T05:29:56Z', 'revision_number': 4, 'project_id': '723fdfa76ddc4e818b32219ec2efc78a', 'gw_port': {'id': '818f59d1-1aff-4058-a0d8-01d99d42cb96', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:58:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f1f11a1-5af4-4b1d-86a3-9a3bca93092f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:29:53Z', 'updated_at': '2021-09-21T05:29:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi', '_interfaces': [{'id': 'f27f7be5-7a4f-4eb8-bc0c-5211e80ff90b', 'name': '', 'network_id': '9b198c25-27a1-4bc4-8f41-76c7a61510f2', 'tenant_id': '723fdfa76ddc4e818b32219ec2efc78a', 'mac_address': 'fa:16:3e:2d:cf:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f1f11a1-5af4-4b1d-86a3-9a3bca93092f', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '934dcb9a-fd7a-4c15-8362-be71711120eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:29:55Z', 'updated_at': '2021-09-21T05:29:56Z', 'revision_number': 2, 'project_id': '723fdfa76ddc4e818b32219ec2efc78a', 'subnets': [{'id': '934dcb9a-fd7a-4c15-8362-be71711120eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 05:29:56.871512 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a263c280-8334-4f20-95f2-1cf2fb20a4dc admin admin] Notify agent at l3_agent.dv-cinder-778193-10-iscsi the message routers_updated {{(pid=94666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 05:29:56.877058 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-a263c280-8334-4f20-95f2-1cf2fb20a4dc admin admin] 10.222.0.36 "PUT /v2.0/routers/9f1f11a1-5af4-4b1d-86a3-9a3bca93092f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9500818 Sep 21 05:29:56.926593 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-245101ef-725e-4f9b-bce3-b9486a05ea31 None None] Provisioning complete for port f27f7be5-7a4f-4eb8-bc0c-5211e80ff90b triggered by entity DHCP. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:29:56.927110 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-245101ef-725e-4f9b-bce3-b9486a05ea31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:56.964836 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-245101ef-725e-4f9b-bce3-b9486a05ea31 None None] Port f27f7be5-7a4f-4eb8-bc0c-5211e80ff90b cannot update to ACTIVE because it is not bound. {{(pid=94668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 05:29:57.065269 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device 613c432b-4587-4c5d-beff-7ff329907d2d up at agent ovs-agent-dv-cinder-778193-10-iscsi {{(pid=94668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 05:29:57.123633 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Provisioning complete for port 613c432b-4587-4c5d-beff-7ff329907d2d triggered by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:29:57.124010 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:59.115461 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device 818f59d1-1aff-4058-a0d8-01d99d42cb96 up at agent ovs-agent-dv-cinder-778193-10-iscsi {{(pid=94668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 05:29:59.184863 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Provisioning complete for port 818f59d1-1aff-4058-a0d8-01d99d42cb96 triggered by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:29:59.185443 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:59.271513 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:59.294620 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] For port 818f59d1-1aff-4058-a0d8-01d99d42cb96, host dv-cinder-778193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=818f59d1-1aff-4058-a0d8-01d99d42cb96,segment=NetworkSegment(826ab498-a3a4-4696-958a-2da03407e177),segment_id=826ab498-a3a4-4696-958a-2da03407e177)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:29:59.372480 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:29:59.427622 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Pushing event updated for resources: {'Port': ['ID=818f59d1-1aff-4058-a0d8-01d99d42cb96,revision_number=4']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:30:00.265790 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbf218e-7017-4a82-a060-c362816f790a None None] Sync routers for ids ['9f1f11a1-5af4-4b1d-86a3-9a3bca93092f'] in dv-cinder-778193-10-iscsi {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 05:30:00.276141 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbf218e-7017-4a82-a060-c362816f790a None None] Routers {'9f1f11a1-5af4-4b1d-86a3-9a3bca93092f'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:30:00.279196 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-fbbf218e-7017-4a82-a060-c362816f790a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:29:39Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['9f1f11a1-5af4-4b1d-86a3-9a3bca93092f'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:30:00.387775 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-fbbf218e-7017-4a82-a060-c362816f790a None None] Set router 9f1f11a1-5af4-4b1d-86a3-9a3bca93092f gateway port host: dv-cinder-778193-10-iscsi {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:30:00.632930 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-fbbf218e-7017-4a82-a060-c362816f790a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1f11a1-5af4-4b1d-86a3-9a3bca93092f', 'name': 'tempest-TestMinimumBasicScenario-1900536054-router', 'tenant_id': '723fdfa76ddc4e818b32219ec2efc78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '818f59d1-1aff-4058-a0d8-01d99d42cb96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:29:52Z', 'updated_at': '2021-09-21T05:29:56Z', 'revision_number': 4, 'project_id': '723fdfa76ddc4e818b32219ec2efc78a', 'gw_port': {'id': '818f59d1-1aff-4058-a0d8-01d99d42cb96', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:58:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1f11a1-5af4-4b1d-86a3-9a3bca93092f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:29:53Z', 'updated_at': '2021-09-21T05:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi', '_interfaces': [{'id': 'f27f7be5-7a4f-4eb8-bc0c-5211e80ff90b', 'name': '', 'network_id': '9b198c25-27a1-4bc4-8f41-76c7a61510f2', 'tenant_id': '723fdfa76ddc4e818b32219ec2efc78a', 'mac_address': 'fa:16:3e:2d:cf:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f1f11a1-5af4-4b1d-86a3-9a3bca93092f', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '934dcb9a-fd7a-4c15-8362-be71711120eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:29:55Z', 'updated_at': '2021-09-21T05:29:56Z', 'revision_number': 2, 'project_id': '723fdfa76ddc4e818b32219ec2efc78a', 'subnets': [{'id': '934dcb9a-fd7a-4c15-8362-be71711120eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:30:00.667429 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbf218e-7017-4a82-a060-c362816f790a None None] Checking router: 9f1f11a1-5af4-4b1d-86a3-9a3bca93092f for host: dv-cinder-778193-10-iscsi {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 05:30:00.667777 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbf218e-7017-4a82-a060-c362816f790a None None] Updating router 9f1f11a1-5af4-4b1d-86a3-9a3bca93092f port f27f7be5-7a4f-4eb8-bc0c-5211e80ff90b binding host dv-cinder-778193-10-iscsi {{(pid=94669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 05:30:00.691986 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-fbbf218e-7017-4a82-a060-c362816f790a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:00.970875 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-fbbf218e-7017-4a82-a060-c362816f790a None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:01.032786 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device 818f59d1-1aff-4058-a0d8-01d99d42cb96 up at agent ovs-agent-dv-cinder-778193-10-iscsi {{(pid=94668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 05:30:01.058808 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-fbbf218e-7017-4a82-a060-c362816f790a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:01.120514 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158be8e7-5b04-41d9-bc97-b07c7b6bb072 None None] Pushing event updated for resources: {'Port': ['ID=f27f7be5-7a4f-4eb8-bc0c-5211e80ff90b,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:30:01.133100 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Provisioning complete for port 818f59d1-1aff-4058-a0d8-01d99d42cb96 triggered by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:30:01.137730 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:01.227280 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-fbbf218e-7017-4a82-a060-c362816f790a None None] Attempting to bind port f27f7be5-7a4f-4eb8-bc0c-5211e80ff90b on host dv-cinder-778193-10-iscsi for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 05:30:01.230309 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-fbbf218e-7017-4a82-a060-c362816f790a None None] Attempting to bind port f27f7be5-7a4f-4eb8-bc0c-5211e80ff90b by drivers openvswitch,hyperv on host dv-cinder-778193-10-iscsi at level 0 using segments [{'id': '54662f97-d94d-4940-8a6c-7c90ce97beda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9b198c25-27a1-4bc4-8f41-76c7a61510f2'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 05:30:01.234159 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbf218e-7017-4a82-a060-c362816f790a None None] Attempting to bind port f27f7be5-7a4f-4eb8-bc0c-5211e80ff90b on network 9b198c25-27a1-4bc4-8f41-76c7a61510f2 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 05:30:01.241621 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbf218e-7017-4a82-a060-c362816f790a None None] Checking agent: {'id': 'b0313305-4280-4067-8ee0-4ba61e64320d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 5, 12, 9), 'started_at': datetime.datetime(2021, 9, 21, 5, 12, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 5, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 05:30:01.241621 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbf218e-7017-4a82-a060-c362816f790a None None] Checking segment: {'id': '54662f97-d94d-4940-8a6c-7c90ce97beda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9b198c25-27a1-4bc4-8f41-76c7a61510f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 05:30:01.241974 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-fbbf218e-7017-4a82-a060-c362816f790a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:01.242432 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbf218e-7017-4a82-a060-c362816f790a None None] Bound using segment: {'id': '54662f97-d94d-4940-8a6c-7c90ce97beda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9b198c25-27a1-4bc4-8f41-76c7a61510f2'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 05:30:01.242946 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-fbbf218e-7017-4a82-a060-c362816f790a None None] Bound port: f27f7be5-7a4f-4eb8-bc0c-5211e80ff90b, host: dv-cinder-778193-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54662f97-d94d-4940-8a6c-7c90ce97beda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9b198c25-27a1-4bc4-8f41-76c7a61510f2'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 05:30:01.243535 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-fbbf218e-7017-4a82-a060-c362816f790a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:01.332629 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-fbbf218e-7017-4a82-a060-c362816f790a None None] For port f27f7be5-7a4f-4eb8-bc0c-5211e80ff90b, host dv-cinder-778193-10-iscsi, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 05:30:01.338816 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-fbbf218e-7017-4a82-a060-c362816f790a None None] For port f27f7be5-7a4f-4eb8-bc0c-5211e80ff90b, host dv-cinder-778193-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=f27f7be5-7a4f-4eb8-bc0c-5211e80ff90b,segment=NetworkSegment(54662f97-d94d-4940-8a6c-7c90ce97beda),segment_id=54662f97-d94d-4940-8a6c-7c90ce97beda)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 05:30:01.432372 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-a20af488-9579-4195-8731-771f0cf8dcbb None None] Provisioning complete for port f27f7be5-7a4f-4eb8-bc0c-5211e80ff90b triggered by entity DHCP. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:30:01.432752 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a20af488-9579-4195-8731-771f0cf8dcbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:01.436740 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-fbbf218e-7017-4a82-a060-c362816f790a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:01.494170 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbf218e-7017-4a82-a060-c362816f790a None None] Routers {'9f1f11a1-5af4-4b1d-86a3-9a3bca93092f'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:30:01.494830 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-fbbf218e-7017-4a82-a060-c362816f790a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:29:39Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['9f1f11a1-5af4-4b1d-86a3-9a3bca93092f'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:30:01.541420 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a20af488-9579-4195-8731-771f0cf8dcbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:01.645015 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-fbbf218e-7017-4a82-a060-c362816f790a None None] Set router 9f1f11a1-5af4-4b1d-86a3-9a3bca93092f gateway port host: dv-cinder-778193-10-iscsi {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:30:01.743211 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-a20af488-9579-4195-8731-771f0cf8dcbb None None] For port f27f7be5-7a4f-4eb8-bc0c-5211e80ff90b, host dv-cinder-778193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=f27f7be5-7a4f-4eb8-bc0c-5211e80ff90b,segment=NetworkSegment(54662f97-d94d-4940-8a6c-7c90ce97beda),segment_id=54662f97-d94d-4940-8a6c-7c90ce97beda)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:30:01.816025 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a20af488-9579-4195-8731-771f0cf8dcbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:01.885402 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158be8e7-5b04-41d9-bc97-b07c7b6bb072 None None] Pushing event updated for resources: {'Port': ['ID=f27f7be5-7a4f-4eb8-bc0c-5211e80ff90b,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:30:01.903906 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20af488-9579-4195-8731-771f0cf8dcbb None None] Pushing event updated for resources: {'Port': ['ID=f27f7be5-7a4f-4eb8-bc0c-5211e80ff90b,revision_number=5']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:30:01.942957 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-e2d5f23b-d2e7-483c-b55c-5b4b4a56f164 None None] Provisioning complete for port f27f7be5-7a4f-4eb8-bc0c-5211e80ff90b triggered by entity DHCP. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:30:01.943463 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e2d5f23b-d2e7-483c-b55c-5b4b4a56f164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:02.006677 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-fbbf218e-7017-4a82-a060-c362816f790a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1f11a1-5af4-4b1d-86a3-9a3bca93092f', 'name': 'tempest-TestMinimumBasicScenario-1900536054-router', 'tenant_id': '723fdfa76ddc4e818b32219ec2efc78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '818f59d1-1aff-4058-a0d8-01d99d42cb96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:29:52Z', 'updated_at': '2021-09-21T05:29:56Z', 'revision_number': 4, 'project_id': '723fdfa76ddc4e818b32219ec2efc78a', 'gw_port': {'id': '818f59d1-1aff-4058-a0d8-01d99d42cb96', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:58:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1f11a1-5af4-4b1d-86a3-9a3bca93092f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:29:53Z', 'updated_at': '2021-09-21T05:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi', '_interfaces': [{'id': 'f27f7be5-7a4f-4eb8-bc0c-5211e80ff90b', 'name': '', 'network_id': '9b198c25-27a1-4bc4-8f41-76c7a61510f2', 'tenant_id': '723fdfa76ddc4e818b32219ec2efc78a', 'mac_address': 'fa:16:3e:2d:cf:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f1f11a1-5af4-4b1d-86a3-9a3bca93092f', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '934dcb9a-fd7a-4c15-8362-be71711120eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:29:55Z', 'updated_at': '2021-09-21T05:30:01Z', 'revision_number': 4, 'project_id': '723fdfa76ddc4e818b32219ec2efc78a', 'subnets': [{'id': '934dcb9a-fd7a-4c15-8362-be71711120eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:30:02.039582 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbf218e-7017-4a82-a060-c362816f790a None None] The sync data for ids ['9f1f11a1-5af4-4b1d-86a3-9a3bca93092f'] in dv-cinder-778193-10-iscsi is: [{'id': '9f1f11a1-5af4-4b1d-86a3-9a3bca93092f', 'name': 'tempest-TestMinimumBasicScenario-1900536054-router', 'tenant_id': '723fdfa76ddc4e818b32219ec2efc78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '818f59d1-1aff-4058-a0d8-01d99d42cb96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:29:52Z', 'updated_at': '2021-09-21T05:29:56Z', 'revision_number': 4, 'project_id': '723fdfa76ddc4e818b32219ec2efc78a', 'gw_port': {'id': '818f59d1-1aff-4058-a0d8-01d99d42cb96', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:58:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1f11a1-5af4-4b1d-86a3-9a3bca93092f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:29:53Z', 'updated_at': '2021-09-21T05:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi', '_interfaces': [{'id': 'f27f7be5-7a4f-4eb8-bc0c-5211e80ff90b', 'name': '', 'network_id': '9b198c25-27a1-4bc4-8f41-76c7a61510f2', 'tenant_id': '723fdfa76ddc4e818b32219ec2efc78a', 'mac_address': 'fa:16:3e:2d:cf:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f1f11a1-5af4-4b1d-86a3-9a3bca93092f', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '934dcb9a-fd7a-4c15-8362-be71711120eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:29:55Z', 'updated_at': '2021-09-21T05:30:01Z', 'revision_number': 4, 'project_id': '723fdfa76ddc4e818b32219ec2efc78a', 'subnets': [{'id': '934dcb9a-fd7a-4c15-8362-be71711120eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 05:30:03.080271 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device f27f7be5-7a4f-4eb8-bc0c-5211e80ff90b up at agent ovs-agent-dv-cinder-778193-10-iscsi {{(pid=94668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 05:30:03.133231 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Provisioning complete for port f27f7be5-7a4f-4eb8-bc0c-5211e80ff90b triggered by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:30:03.133602 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:05.433269 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 35614) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:30:05.550169 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d546b029-cef8-4e0a-b108-fc4a7675d2ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:05.645087 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d546b029-cef8-4e0a-b108-fc4a7675d2ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:05.720697 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d546b029-cef8-4e0a-b108-fc4a7675d2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:05.755144 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d546b029-cef8-4e0a-b108-fc4a7675d2ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d924ab-2d81-4387-8480-35ef37a707fc,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:30:05.769830 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d546b029-cef8-4e0a-b108-fc4a7675d2ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:30:05.770097 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d546b029-cef8-4e0a-b108-fc4a7675d2ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:30:05.770457 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d546b029-cef8-4e0a-b108-fc4a7675d2ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:30:05.770796 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d546b029-cef8-4e0a-b108-fc4a7675d2ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:30:05.771301 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d546b029-cef8-4e0a-b108-fc4a7675d2ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:30:05.771566 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d546b029-cef8-4e0a-b108-fc4a7675d2ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:30:05.771893 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d546b029-cef8-4e0a-b108-fc4a7675d2ac admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:30:05.772247 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d546b029-cef8-4e0a-b108-fc4a7675d2ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:30:05.772556 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d546b029-cef8-4e0a-b108-fc4a7675d2ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:30:05.772879 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d546b029-cef8-4e0a-b108-fc4a7675d2ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:30:05.773199 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d546b029-cef8-4e0a-b108-fc4a7675d2ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:30:05.773524 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d546b029-cef8-4e0a-b108-fc4a7675d2ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:30:05.783487 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-d546b029-cef8-4e0a-b108-fc4a7675d2ac admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c127cfdd71974ff194e35e9db06b2bfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3485467 Sep 21 05:30:05.786240 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 35618) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:30:05.813327 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-00a1364e-e392-48b7-a11f-9d1b74e84201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:05.847283 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-29d4fd4a-f078-4e08-b15e-3c7fa8b5392f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:05.873128 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-29d4fd4a-f078-4e08-b15e-3c7fa8b5392f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:05.995437 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-29d4fd4a-f078-4e08-b15e-3c7fa8b5392f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:05.998175 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-29d4fd4a-f078-4e08-b15e-3c7fa8b5392f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:05.999452 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-29d4fd4a-f078-4e08-b15e-3c7fa8b5392f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b9d924ab-2d81-4387-8480-35ef37a707fc HTTP/1.1" status: 204 len: 168 time: 0.2111893 Sep 21 05:30:06.009869 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d4fd4a-f078-4e08-b15e-3c7fa8b5392f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d924ab-2d81-4387-8480-35ef37a707fc,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:30:06.017751 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d4fd4a-f078-4e08-b15e-3c7fa8b5392f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:30:06.018376 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d4fd4a-f078-4e08-b15e-3c7fa8b5392f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:30:06.018915 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d4fd4a-f078-4e08-b15e-3c7fa8b5392f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:30:06.019402 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d4fd4a-f078-4e08-b15e-3c7fa8b5392f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:30:06.019937 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d4fd4a-f078-4e08-b15e-3c7fa8b5392f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:30:06.020424 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d4fd4a-f078-4e08-b15e-3c7fa8b5392f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:30:06.020908 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d4fd4a-f078-4e08-b15e-3c7fa8b5392f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:30:06.021570 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d4fd4a-f078-4e08-b15e-3c7fa8b5392f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:30:06.022056 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d4fd4a-f078-4e08-b15e-3c7fa8b5392f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:30:06.022563 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d4fd4a-f078-4e08-b15e-3c7fa8b5392f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:30:06.023045 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d4fd4a-f078-4e08-b15e-3c7fa8b5392f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:30:06.023514 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d4fd4a-f078-4e08-b15e-3c7fa8b5392f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:30:08.085957 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:08.628979 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-acd12782-a4c3-43a9-8b17-0f247b22bbaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:09.154930 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8649433-ef6a-44e8-adb5-a46d4005fc62 req-d3b8015a-5e58-48a0-96bb-df008591040e tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:30:09.157002 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a8649433-ef6a-44e8-adb5-a46d4005fc62 req-d3b8015a-5e58-48a0-96bb-df008591040e tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "GET /v2.0/networks?id=c0cd41a4-6466-43fa-ab2d-1924b0323487 HTTP/1.1" status: 200 len: 815 time: 0.1011910 Sep 21 05:30:09.171325 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a8649433-ef6a-44e8-adb5-a46d4005fc62 req-28257c81-056f-4a7b-b8c6-45b9bfe7643e tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "GET /v2.0/quotas/ea4c6306688a405997e9d4fb4cad04ab HTTP/1.1" status: 200 len: 375 time: 0.0087492 Sep 21 05:30:09.222412 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a8649433-ef6a-44e8-adb5-a46d4005fc62 req-b14d264e-633f-40d5-a2ac-66eddc6b2eaa tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ea4c6306688a405997e9d4fb4cad04ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460088 Sep 21 05:30:09.269514 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:09.319711 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a8649433-ef6a-44e8-adb5-a46d4005fc62 req-a85e7f41-7f99-491f-b2f4-810e9b7f7798 service neutron] 10.222.0.36 "GET /v2.0/networks/c0cd41a4-6466-43fa-ab2d-1924b0323487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857959 Sep 21 05:30:09.408510 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a8649433-ef6a-44e8-adb5-a46d4005fc62 req-58058a1f-ed0b-43e7-ae99-f1141f00bc48 service neutron] 10.222.0.36 "GET /v2.0/networks/c0cd41a4-6466-43fa-ab2d-1924b0323487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824296 Sep 21 05:30:09.617441 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d2bb846e-a08d-408e-a893-ac4e839e982b req-890e03e0-8e5a-4496-b907-5784e60af11b tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "GET /v2.0/ports?device_id=16119454-fd9b-46f8-8cce-824b2915508b HTTP/1.1" status: 200 len: 210 time: 0.0313048 Sep 21 05:30:09.949030 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2c351aa7-00e3-4828-8663-e1495c3162e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:10.706696 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-19218658-dde2-47c8-9a8b-cc418f94554e req-ed170419-9460-47d0-9a8a-01c42d8cecaf tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "GET /v2.0/ports?device_id=16119454-fd9b-46f8-8cce-824b2915508b HTTP/1.1" status: 200 len: 210 time: 0.0266638 Sep 21 05:30:11.268976 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a1fb1f33-fe48-4684-9a56-b3eb65d74809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:11.803867 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cfa5932b-aeec-4a26-a1b2-6facf102c944 req-9fb969a4-73c4-4953-a308-fe20b9ac7e27 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "GET /v2.0/ports?device_id=16119454-fd9b-46f8-8cce-824b2915508b HTTP/1.1" status: 200 len: 210 time: 0.0267081 Sep 21 05:30:11.836496 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8649433-ef6a-44e8-adb5-a46d4005fc62 req-2e5e9fb6-bf88-4b91-88e6-d43806d593c4 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:30:11.837980 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-a8649433-ef6a-44e8-adb5-a46d4005fc62 req-2e5e9fb6-bf88-4b91-88e6-d43806d593c4 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.32 "GET /v2.0/networks?id=c0cd41a4-6466-43fa-ab2d-1924b0323487 HTTP/1.1" status: 200 len: 815 time: 0.1033106 Sep 21 05:30:11.851156 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [req-a8649433-ef6a-44e8-adb5-a46d4005fc62 req-42f4b7f8-3820-4c8d-9c5c-e63431b008a6 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Request body: {'port': {'device_id': '16119454-fd9b-46f8-8cce-824b2915508b', 'network_id': 'c0cd41a4-6466-43fa-ab2d-1924b0323487', 'admin_state_up': True, 'tenant_id': 'ea4c6306688a405997e9d4fb4cad04ab'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:30:12.040287 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8649433-ef6a-44e8-adb5-a46d4005fc62 req-42f4b7f8-3820-4c8d-9c5c-e63431b008a6 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Made reservation on behalf of ea4c6306688a405997e9d4fb4cad04ab for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 05:30:12.043833 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-a8649433-ef6a-44e8-adb5-a46d4005fc62 req-42f4b7f8-3820-4c8d-9c5c-e63431b008a6 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:12.169456 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-a8649433-ef6a-44e8-adb5-a46d4005fc62 req-42f4b7f8-3820-4c8d-9c5c-e63431b008a6 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Allocated IP 172.20.0.14 (c0cd41a4-6466-43fa-ab2d-1924b0323487/d0d631e2-edc8-4a31-b07c-35d016ddfaa9/bf3afa4d-7dde-4531-849e-5a1a765526b2) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 05:30:12.314876 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-a8649433-ef6a-44e8-adb5-a46d4005fc62 req-42f4b7f8-3820-4c8d-9c5c-e63431b008a6 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:12.401475 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-a8649433-ef6a-44e8-adb5-a46d4005fc62 req-42f4b7f8-3820-4c8d-9c5c-e63431b008a6 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751403777208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6441136'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:12.445153 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8649433-ef6a-44e8-adb5-a46d4005fc62 req-42f4b7f8-3820-4c8d-9c5c-e63431b008a6 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Network c0cd41a4-6466-43fa-ab2d-1924b0323487 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 05:30:12.448420 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-a8649433-ef6a-44e8-adb5-a46d4005fc62 req-42f4b7f8-3820-4c8d-9c5c-e63431b008a6 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:30:12.452123 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8649433-ef6a-44e8-adb5-a46d4005fc62 req-42f4b7f8-3820-4c8d-9c5c-e63431b008a6 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 05:30:12.480786 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f4b7f8-3820-4c8d-9c5c-e63431b008a6 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Pushing event updated for resources: {'Port': ['ID=bf3afa4d-7dde-4531-849e-5a1a765526b2,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:30:12.531277 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8649433-ef6a-44e8-adb5-a46d4005fc62 req-42f4b7f8-3820-4c8d-9c5c-e63431b008a6 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:30:12.532897 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-a8649433-ef6a-44e8-adb5-a46d4005fc62 req-42f4b7f8-3820-4c8d-9c5c-e63431b008a6 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:12.602066 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-a8649433-ef6a-44e8-adb5-a46d4005fc62 req-42f4b7f8-3820-4c8d-9c5c-e63431b008a6 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7550032 Sep 21 05:30:12.748075 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-1d04ef70-395b-4a15-b0c9-fcc806ce26ab None None] Provisioning complete for port bf3afa4d-7dde-4531-849e-5a1a765526b2 triggered by entity DHCP. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:30:12.749043 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1d04ef70-395b-4a15-b0c9-fcc806ce26ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:12.800199 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-1d04ef70-395b-4a15-b0c9-fcc806ce26ab None None] Port bf3afa4d-7dde-4531-849e-5a1a765526b2 cannot update to ACTIVE because it is not bound. {{(pid=94668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 05:30:12.938839 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c74373-c2e4-46bf-9228-f11b2cd3fe50 req-da1b37ec-1c3f-43b1-8012-c625529d4d7b tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:30:12.940435 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-62c74373-c2e4-46bf-9228-f11b2cd3fe50 req-da1b37ec-1c3f-43b1-8012-c625529d4d7b tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "GET /v2.0/ports?device_id=16119454-fd9b-46f8-8cce-824b2915508b HTTP/1.1" status: 200 len: 932 time: 0.0556734 Sep 21 05:30:12.979527 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-62c74373-c2e4-46bf-9228-f11b2cd3fe50 req-8d431c44-4543-4376-8ac9-968aa4b020fb tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "GET /v2.0/security-groups?id=13822130-0b2f-492f-8439-8d8cab126c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327191 Sep 21 05:30:14.101723 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577115fa-cd32-4b62-b2cd-72dcf4d0e444 req-5d4dcf70-42a9-49b2-ac12-e1c4f9648011 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:30:14.103325 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-577115fa-cd32-4b62-b2cd-72dcf4d0e444 req-5d4dcf70-42a9-49b2-ac12-e1c4f9648011 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "GET /v2.0/ports?device_id=16119454-fd9b-46f8-8cce-824b2915508b HTTP/1.1" status: 200 len: 932 time: 0.0538719 Sep 21 05:30:14.142800 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-577115fa-cd32-4b62-b2cd-72dcf4d0e444 req-d5144f6e-c47a-4317-8183-ecde49aa49c1 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "GET /v2.0/security-groups?id=13822130-0b2f-492f-8439-8d8cab126c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335746 Sep 21 05:30:15.276143 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709a030-f519-49d0-b331-cf648c2204ca req-f0246bfc-00d6-4c44-87ac-33e9a70bfdfb tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:30:15.277597 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b709a030-f519-49d0-b331-cf648c2204ca req-f0246bfc-00d6-4c44-87ac-33e9a70bfdfb tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "GET /v2.0/ports?device_id=16119454-fd9b-46f8-8cce-824b2915508b HTTP/1.1" status: 200 len: 932 time: 0.0591094 Sep 21 05:30:15.319962 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b709a030-f519-49d0-b331-cf648c2204ca req-3cf2f61a-4ec5-4c60-9a3d-85f6700b3b0f tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "GET /v2.0/security-groups?id=13822130-0b2f-492f-8439-8d8cab126c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362215 Sep 21 05:30:16.244678 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.agents_db [None req-b3bad76d-57ee-4137-9d9b-1a82d1aed62b None None] Agent healthcheck: found 6 active agents {{(pid=94669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 05:30:16.448073 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78ccf2-81c6-49ec-9dea-4ef80e20ad6a req-bcbe8dd4-54d1-48c3-a06f-6c2e527d9bef tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:30:16.449791 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5d78ccf2-81c6-49ec-9dea-4ef80e20ad6a req-bcbe8dd4-54d1-48c3-a06f-6c2e527d9bef tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "GET /v2.0/ports?device_id=16119454-fd9b-46f8-8cce-824b2915508b HTTP/1.1" status: 200 len: 932 time: 0.0590460 Sep 21 05:30:16.494460 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5d78ccf2-81c6-49ec-9dea-4ef80e20ad6a req-373816fc-5f71-44db-90c7-88f9cc2bb961 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "GET /v2.0/security-groups?id=13822130-0b2f-492f-8439-8d8cab126c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375862 Sep 21 05:30:17.623182 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526752bf-1dbc-401c-84ed-4f28a8faf397 req-f0d5f9d8-c665-40b2-b65c-b2fa05d00582 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:30:17.624692 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-526752bf-1dbc-401c-84ed-4f28a8faf397 req-f0d5f9d8-c665-40b2-b65c-b2fa05d00582 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "GET /v2.0/ports?device_id=16119454-fd9b-46f8-8cce-824b2915508b HTTP/1.1" status: 200 len: 932 time: 0.0540638 Sep 21 05:30:17.665264 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-526752bf-1dbc-401c-84ed-4f28a8faf397 req-0b4763f9-0975-4e57-87f5-87bd42a484dc tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "GET /v2.0/security-groups?id=13822130-0b2f-492f-8439-8d8cab126c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343807 Sep 21 05:30:18.790409 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db273ce3-82b5-452a-9e5d-b95101d528a1 req-35830740-7679-4ae4-8472-942993a36ff9 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:30:18.792104 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-db273ce3-82b5-452a-9e5d-b95101d528a1 req-35830740-7679-4ae4-8472-942993a36ff9 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "GET /v2.0/ports?device_id=16119454-fd9b-46f8-8cce-824b2915508b HTTP/1.1" status: 200 len: 932 time: 0.0538931 Sep 21 05:30:18.832335 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-db273ce3-82b5-452a-9e5d-b95101d528a1 req-3f89d273-b450-423b-8a1c-2bf9fd314bda tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "GET /v2.0/security-groups?id=13822130-0b2f-492f-8439-8d8cab126c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340607 Sep 21 05:30:19.947120 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde9cf5-0119-4157-9e54-b70eef6e2198 req-e67cb57e-69c1-4594-ba66-85da588b6670 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:30:19.948626 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9cde9cf5-0119-4157-9e54-b70eef6e2198 req-e67cb57e-69c1-4594-ba66-85da588b6670 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "GET /v2.0/ports?device_id=16119454-fd9b-46f8-8cce-824b2915508b HTTP/1.1" status: 200 len: 932 time: 0.0501709 Sep 21 05:30:19.988801 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9cde9cf5-0119-4157-9e54-b70eef6e2198 req-d6b0d456-954a-4e78-a5b1-c3041fad1836 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "GET /v2.0/security-groups?id=13822130-0b2f-492f-8439-8d8cab126c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334785 Sep 21 05:30:21.108771 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6576d9a0-3709-41d7-ab47-143f66516458 req-d8604fb4-38b7-4887-a1f0-b093f10eb368 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:30:21.110511 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6576d9a0-3709-41d7-ab47-143f66516458 req-d8604fb4-38b7-4887-a1f0-b093f10eb368 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "GET /v2.0/ports?device_id=16119454-fd9b-46f8-8cce-824b2915508b HTTP/1.1" status: 200 len: 932 time: 0.0553060 Sep 21 05:30:21.169942 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6576d9a0-3709-41d7-ab47-143f66516458 req-738c1f01-3a7b-4728-8c42-da2f686d2d37 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "GET /v2.0/security-groups?id=13822130-0b2f-492f-8439-8d8cab126c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394065 Sep 21 05:30:22.280339 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a741a6e3-4f71-4532-8d16-941cb2a34f1a req-281595ce-095e-4a2c-bfc9-db3b608c21fe tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:30:22.281723 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a741a6e3-4f71-4532-8d16-941cb2a34f1a req-281595ce-095e-4a2c-bfc9-db3b608c21fe tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "GET /v2.0/ports?device_id=16119454-fd9b-46f8-8cce-824b2915508b HTTP/1.1" status: 200 len: 932 time: 0.0478070 Sep 21 05:30:22.318873 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a741a6e3-4f71-4532-8d16-941cb2a34f1a req-c24ea9ac-576c-4f67-923f-4fa2fca71ca1 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "GET /v2.0/security-groups?id=13822130-0b2f-492f-8439-8d8cab126c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308559 Sep 21 05:30:23.116471 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [req-a8649433-ef6a-44e8-adb5-a46d4005fc62 req-c34d38b6-3c00-4d2c-ab05-4c5650ad1b96 service neutron] Request body: {'port': {'device_id': '16119454-fd9b-46f8-8cce-824b2915508b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:30:23.152309 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 35706) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:30:23.169948 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-a8649433-ef6a-44e8-adb5-a46d4005fc62 req-c34d38b6-3c00-4d2c-ab05-4c5650ad1b96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:23.310437 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [None req-98f89b9c-e7eb-43cf-8223-90178d245ba8 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Deleting port ce272d14-0823-4fdc-8ea8-5e4c3112e143 {{(pid=94666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 05:30:23.311006 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-98f89b9c-e7eb-43cf-8223-90178d245ba8 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751404276529'] for port, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:23.395036 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-98f89b9c-e7eb-43cf-8223-90178d245ba8 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463939'] for port, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:23.395717 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-98f89b9c-e7eb-43cf-8223-90178d245ba8 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:23.430307 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [None req-98f89b9c-e7eb-43cf-8223-90178d245ba8 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Calling delete_port for ce272d14-0823-4fdc-8ea8-5e4c3112e143 owned by network:floatingip {{(pid=94666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 05:30:23.446350 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [req-a8649433-ef6a-44e8-adb5-a46d4005fc62 req-c34d38b6-3c00-4d2c-ab05-4c5650ad1b96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf3afa4d-7dde-4531-849e-5a1a765526b2 {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 05:30:23.453782 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-a8649433-ef6a-44e8-adb5-a46d4005fc62 req-c34d38b6-3c00-4d2c-ab05-4c5650ad1b96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:23.465947 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-a8649433-ef6a-44e8-adb5-a46d4005fc62 req-c34d38b6-3c00-4d2c-ab05-4c5650ad1b96 service neutron] Transition to ACTIVE for port object bf3afa4d-7dde-4531-849e-5a1a765526b2 will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 05:30:23.490022 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18868fb7-fca7-4e14-8af1-063994e4e2f1 req-ed9212a7-c574-4a1f-a44b-69f76086944d tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:30:23.491596 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-18868fb7-fca7-4e14-8af1-063994e4e2f1 req-ed9212a7-c574-4a1f-a44b-69f76086944d tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "GET /v2.0/ports?device_id=16119454-fd9b-46f8-8cce-824b2915508b HTTP/1.1" status: 200 len: 932 time: 0.0883086 Sep 21 05:30:23.526162 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-a8649433-ef6a-44e8-adb5-a46d4005fc62 req-c34d38b6-3c00-4d2c-ab05-4c5650ad1b96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6441129'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:23.552863 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-18868fb7-fca7-4e14-8af1-063994e4e2f1 req-58a314a9-ee02-4cea-8ec0-31365515129c tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "GET /v2.0/security-groups?id=13822130-0b2f-492f-8439-8d8cab126c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550735 Sep 21 05:30:23.595932 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34d38b6-3c00-4d2c-ab05-4c5650ad1b96 service neutron] Pushing event updated for resources: {'Port': ['ID=bf3afa4d-7dde-4531-849e-5a1a765526b2,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:30:23.647301 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-a8649433-ef6a-44e8-adb5-a46d4005fc62 req-c34d38b6-3c00-4d2c-ab05-4c5650ad1b96 service neutron] Attempting to bind port bf3afa4d-7dde-4531-849e-5a1a765526b2 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 05:30:23.652928 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-a8649433-ef6a-44e8-adb5-a46d4005fc62 req-c34d38b6-3c00-4d2c-ab05-4c5650ad1b96 service neutron] Attempting to bind port bf3afa4d-7dde-4531-849e-5a1a765526b2 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '31d57a87-5c3f-4d84-9958-68bfdd185b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0cd41a4-6466-43fa-ab2d-1924b0323487'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 05:30:23.652928 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8649433-ef6a-44e8-adb5-a46d4005fc62 req-c34d38b6-3c00-4d2c-ab05-4c5650ad1b96 service neutron] Attempting to bind port bf3afa4d-7dde-4531-849e-5a1a765526b2 on network c0cd41a4-6466-43fa-ab2d-1924b0323487 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 05:30:23.652928 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8649433-ef6a-44e8-adb5-a46d4005fc62 req-c34d38b6-3c00-4d2c-ab05-4c5650ad1b96 service neutron] Port bf3afa4d-7dde-4531-849e-5a1a765526b2 on network c0cd41a4-6466-43fa-ab2d-1924b0323487 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 05:30:23.652928 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8649433-ef6a-44e8-adb5-a46d4005fc62 req-c34d38b6-3c00-4d2c-ab05-4c5650ad1b96 service neutron] Attempting to bind port bf3afa4d-7dde-4531-849e-5a1a765526b2 on network c0cd41a4-6466-43fa-ab2d-1924b0323487 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 05:30:23.658857 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8649433-ef6a-44e8-adb5-a46d4005fc62 req-c34d38b6-3c00-4d2c-ab05-4c5650ad1b96 service neutron] Checking agent: {'id': '5298a3ad-ea79-4298-8fba-5c2796ea9d92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 5, 18, 37), 'started_at': datetime.datetime(2021, 9, 21, 5, 18, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 5, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 05:30:23.659193 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8649433-ef6a-44e8-adb5-a46d4005fc62 req-c34d38b6-3c00-4d2c-ab05-4c5650ad1b96 service neutron] Checking segment: {'id': '31d57a87-5c3f-4d84-9958-68bfdd185b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0cd41a4-6466-43fa-ab2d-1924b0323487'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 05:30:23.659577 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8649433-ef6a-44e8-adb5-a46d4005fc62 req-c34d38b6-3c00-4d2c-ab05-4c5650ad1b96 service neutron] Bound using segment: {'id': '31d57a87-5c3f-4d84-9958-68bfdd185b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0cd41a4-6466-43fa-ab2d-1924b0323487'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 05:30:23.660008 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-a8649433-ef6a-44e8-adb5-a46d4005fc62 req-c34d38b6-3c00-4d2c-ab05-4c5650ad1b96 service neutron] Bound port: bf3afa4d-7dde-4531-849e-5a1a765526b2, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31d57a87-5c3f-4d84-9958-68bfdd185b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0cd41a4-6466-43fa-ab2d-1924b0323487'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 05:30:23.660369 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-a8649433-ef6a-44e8-adb5-a46d4005fc62 req-c34d38b6-3c00-4d2c-ab05-4c5650ad1b96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:23.697756 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-98f89b9c-e7eb-43cf-8223-90178d245ba8 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751404282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751403777217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7439717'] for port, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:23.724951 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f89b9c-e7eb-43cf-8223-90178d245ba8 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Pushing event deleted for resources: {'Port': ['ID=ce272d14-0823-4fdc-8ea8-5e4c3112e143,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:30:23.732009 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-a8649433-ef6a-44e8-adb5-a46d4005fc62 req-c34d38b6-3c00-4d2c-ab05-4c5650ad1b96 service neutron] For port bf3afa4d-7dde-4531-849e-5a1a765526b2, host hv-cinder-77819, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 05:30:23.738464 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-a8649433-ef6a-44e8-adb5-a46d4005fc62 req-c34d38b6-3c00-4d2c-ab05-4c5650ad1b96 service neutron] For port bf3afa4d-7dde-4531-849e-5a1a765526b2, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=bf3afa4d-7dde-4531-849e-5a1a765526b2,segment=NetworkSegment(31d57a87-5c3f-4d84-9958-68bfdd185b58),segment_id=31d57a87-5c3f-4d84-9958-68bfdd185b58)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 05:30:23.790002 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-98f89b9c-e7eb-43cf-8223-90178d245ba8 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks [] for floatingip, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:23.790330 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.db.l3_db [None req-98f89b9c-e7eb-43cf-8223-90178d245ba8 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Floating IP 5f1d060b-d0cf-4e4a-bd3f-cfaa9ac51895 disassociated (deleted). External IP: 172.27.3.187, port: 009dc523-dc03-4340-b5b8-0847b08a9cd1. Sep 21 05:30:23.818066 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-a8649433-ef6a-44e8-adb5-a46d4005fc62 req-c34d38b6-3c00-4d2c-ab05-4c5650ad1b96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6441129'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:23.854468 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8649433-ef6a-44e8-adb5-a46d4005fc62 req-c34d38b6-3c00-4d2c-ab05-4c5650ad1b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:30:23.855163 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-a8649433-ef6a-44e8-adb5-a46d4005fc62 req-c34d38b6-3c00-4d2c-ab05-4c5650ad1b96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:23.856667 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-a8649433-ef6a-44e8-adb5-a46d4005fc62 req-c34d38b6-3c00-4d2c-ab05-4c5650ad1b96 service neutron] 10.222.0.32 "PUT /v2.0/ports/bf3afa4d-7dde-4531-849e-5a1a765526b2 HTTP/1.1" status: 200 len: 1094 time: 0.7445309 Sep 21 05:30:23.857204 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16119454-fd9b-46f8-8cce-824b2915508b', 'tag': 'bf3afa4d-7dde-4531-849e-5a1a765526b2'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 05:30:23.859480 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2093a7355c0e7a06ffa9c2f51d01f7a17d1263efd9baf457b9b047ecef1e75bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daaeae64-9513-49d9-a938-acd4a1d5323f" -d '{"events": [{"name": "network-changed", "server_uuid": "16119454-fd9b-46f8-8cce-824b2915508b", "tag": "bf3afa4d-7dde-4531-849e-5a1a765526b2"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 05:30:23.882366 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34d38b6-3c00-4d2c-ab05-4c5650ad1b96 service neutron] Pushing event updated for resources: {'Port': ['ID=bf3afa4d-7dde-4531-849e-5a1a765526b2,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:30:23.907350 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 05:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07767e3f-12e2-4ea5-9134-dc20f128ec39 x-openstack-request-id: req-07767e3f-12e2-4ea5-9134-dc20f128ec39 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 05:30:23.907679 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16119454-fd9b-46f8-8cce-824b2915508b", "tag": "bf3afa4d-7dde-4531-849e-5a1a765526b2", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 05:30:23.907929 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-07767e3f-12e2-4ea5-9134-dc20f128ec39 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 05:30:23.909077 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16119454-fd9b-46f8-8cce-824b2915508b', 'tag': 'bf3afa4d-7dde-4531-849e-5a1a765526b2', 'status': 'completed', 'code': 200} Sep 21 05:30:23.976385 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaeae64-9513-49d9-a938-acd4a1d5323f req-28c8c919-74b4-4a53-aebc-e20a60645705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:30:23.977921 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-daaeae64-9513-49d9-a938-acd4a1d5323f req-28c8c919-74b4-4a53-aebc-e20a60645705 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ea4c6306688a405997e9d4fb4cad04ab&device_id=16119454-fd9b-46f8-8cce-824b2915508b HTTP/1.1" status: 200 len: 1097 time: 0.0447721 Sep 21 05:30:24.012809 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98f89b9c-e7eb-43cf-8223-90178d245ba8 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Router c2c9ce20-307d-4e9d-be50-13198262dfe7 has already been hosted by L3 agent e4914d08-4fb7-43fa-94fb-1720f1d16cb4 {{(pid=94666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 05:30:24.131428 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98f89b9c-e7eb-43cf-8223-90178d245ba8 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify agent at l3_agent.dv-cinder-778193-10-iscsi the message routers_updated {{(pid=94666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 05:30:24.141108 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-98f89b9c-e7eb-43cf-8223-90178d245ba8 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339'] for floatingip, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:24.141734 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c07eb2-5fe5-4977-b4c7-84501575f9b9 None None] Sync routers for ids ['c2c9ce20-307d-4e9d-be50-13198262dfe7'] in dv-cinder-778193-10-iscsi {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 05:30:24.152904 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c07eb2-5fe5-4977-b4c7-84501575f9b9 None None] Routers {'c2c9ce20-307d-4e9d-be50-13198262dfe7'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:30:24.153883 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-16c07eb2-5fe5-4977-b4c7-84501575f9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:30:09Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['c2c9ce20-307d-4e9d-be50-13198262dfe7'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:30:24.168855 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-98f89b9c-e7eb-43cf-8223-90178d245ba8 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "DELETE /v2.0/floatingips/5f1d060b-d0cf-4e4a-bd3f-cfaa9ac51895 HTTP/1.1" status: 204 len: 168 time: 1.0130403 Sep 21 05:30:24.168855 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f7d667d-7b99-4296-ba63-60b2a672445c', 'tag': '009dc523-dc03-4340-b5b8-0847b08a9cd1'}] {{(pid=94666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 05:30:24.169867 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44944af2400c5958a336bdfed19235d8f59e5c9f04ba018cfdf82e9059cb0bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feac58f4-1a8e-46c6-9653-56a12dc39756" -d '{"events": [{"name": "network-changed", "server_uuid": "4f7d667d-7b99-4296-ba63-60b2a672445c", "tag": "009dc523-dc03-4340-b5b8-0847b08a9cd1"}]}' {{(pid=94666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 05:30:24.214900 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 05:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0089cb9e-6b3e-4c80-9a5d-22bf949a31e3 x-openstack-request-id: req-0089cb9e-6b3e-4c80-9a5d-22bf949a31e3 {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 05:30:24.215211 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f7d667d-7b99-4296-ba63-60b2a672445c", "tag": "009dc523-dc03-4340-b5b8-0847b08a9cd1", "status": "completed", "code": 200}]} {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 05:30:24.215536 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0089cb9e-6b3e-4c80-9a5d-22bf949a31e3 {{(pid=94666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 05:30:24.216012 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f7d667d-7b99-4296-ba63-60b2a672445c', 'tag': '009dc523-dc03-4340-b5b8-0847b08a9cd1', 'status': 'completed', 'code': 200} Sep 21 05:30:24.270697 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-16c07eb2-5fe5-4977-b4c7-84501575f9b9 None None] Set router c2c9ce20-307d-4e9d-be50-13198262dfe7 gateway port host: dv-cinder-778193-10-iscsi {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:30:24.402828 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaeae64-9513-49d9-a938-acd4a1d5323f req-ee5d308d-f2f4-4713-a4a5-5f3d268d3acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:30:24.404388 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-daaeae64-9513-49d9-a938-acd4a1d5323f req-ee5d308d-f2f4-4713-a4a5-5f3d268d3acc service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=ea4c6306688a405997e9d4fb4cad04ab&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4187684 Sep 21 05:30:24.409709 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac58f4-1a8e-46c6-9653-56a12dc39756 req-2c2fb21c-97b8-40c9-a252-e78009fcb6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:30:24.414143 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-feac58f4-1a8e-46c6-9653-56a12dc39756 req-2c2fb21c-97b8-40c9-a252-e78009fcb6b7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f732baa476ec493fa4a85f15fa02b9de&device_id=4f7d667d-7b99-4296-ba63-60b2a672445c HTTP/1.1" status: 200 len: 1099 time: 0.0654631 Sep 21 05:30:24.507973 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-16c07eb2-5fe5-4977-b4c7-84501575f9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'name': 'tempest-TestVolumeBootPattern-1899784515-router', 'tenant_id': 'f732baa476ec493fa4a85f15fa02b9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '6e8c2428-3e06-4449-9e2a-c67975c0e061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:22:34Z', 'updated_at': '2021-09-21T05:22:38Z', 'revision_number': 4, 'project_id': 'f732baa476ec493fa4a85f15fa02b9de', 'gw_port': {'id': '6e8c2428-3e06-4449-9e2a-c67975c0e061', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:de:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:22:35Z', 'updated_at': '2021-09-21T05:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi', '_floatingips': [{'id': '7f8d678c-6715-42e4-a7b4-d8305828d5ef', 'tenant_id': 'f732baa476ec493fa4a85f15fa02b9de', 'floating_ip_address': '172.27.3.111', 'floating_network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'router_id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'port_id': '9518ac22-4cb5-463d-9a91-764981e01988', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b65ce37e-28e9-4073-aba8-42f09a595bb5', 'mac_address': 'fa:16:3e:e1:0e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01ffe98-f16e-4dc3-9ebd-cfa2b2274f24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T05:26:35Z', 'updated_at': '2021-09-21T05:26:38Z', 'revision_number': 1, 'project_id': 'f732baa476ec493fa4a85f15fa02b9de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54710508-5bd5-4242-8dcc-be137d993461', 'name': '', 'network_id': 'b65ce37e-28e9-4073-aba8-42f09a595bb5', 'tenant_id': 'f732baa476ec493fa4a85f15fa02b9de', 'mac_address': 'fa:16:3e:cc:97:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '73b79fce-eee6-4ec0-bdad-dcc75ff05127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:22:37Z', 'updated_at': '2021-09-21T05:22:43Z', 'revision_number': 5, 'project_id': 'f732baa476ec493fa4a85f15fa02b9de', 'subnets': [{'id': '73b79fce-eee6-4ec0-bdad-dcc75ff05127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:30:24.537806 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c07eb2-5fe5-4977-b4c7-84501575f9b9 None None] Checking router: c2c9ce20-307d-4e9d-be50-13198262dfe7 for host: dv-cinder-778193-10-iscsi {{(pid=94668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 05:30:24.552100 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c07eb2-5fe5-4977-b4c7-84501575f9b9 None None] Routers {'c2c9ce20-307d-4e9d-be50-13198262dfe7'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:30:24.553011 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-16c07eb2-5fe5-4977-b4c7-84501575f9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:30:09Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['c2c9ce20-307d-4e9d-be50-13198262dfe7'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:30:24.572712 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaeae64-9513-49d9-a938-acd4a1d5323f req-c27789a1-ebdb-44ed-b9d6-0d4233a9d342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:30:24.574201 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-daaeae64-9513-49d9-a938-acd4a1d5323f req-c27789a1-ebdb-44ed-b9d6-0d4233a9d342 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1622093 Sep 21 05:30:24.578752 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac58f4-1a8e-46c6-9653-56a12dc39756 req-0d2e9c4e-d90a-4271-9051-33820683911b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:30:24.580190 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-feac58f4-1a8e-46c6-9653-56a12dc39756 req-0d2e9c4e-d90a-4271-9051-33820683911b service neutron] 10.222.0.32 "GET /v2.0/networks?id=b65ce37e-28e9-4073-aba8-42f09a595bb5 HTTP/1.1" status: 200 len: 912 time: 0.1600220 Sep 21 05:30:24.634537 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-feac58f4-1a8e-46c6-9653-56a12dc39756 req-c026d4cd-be9a-49c0-984b-58ce2c4131e7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=009dc523-dc03-4340-b5b8-0847b08a9cd1 HTTP/1.1" status: 200 len: 217 time: 0.0466039 Sep 21 05:30:24.652368 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae53114-6237-4172-9aa3-c83181e94911 req-6fbde8a3-3130-404a-9a27-0895629573c5 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:30:24.654650 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8ae53114-6237-4172-9aa3-c83181e94911 req-6fbde8a3-3130-404a-9a27-0895629573c5 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f7d667d-7b99-4296-ba63-60b2a672445c HTTP/1.1" status: 200 len: 946 time: 0.0579541 Sep 21 05:30:24.698856 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-16c07eb2-5fe5-4977-b4c7-84501575f9b9 None None] Set router c2c9ce20-307d-4e9d-be50-13198262dfe7 gateway port host: dv-cinder-778193-10-iscsi {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:30:24.710165 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8649433-ef6a-44e8-adb5-a46d4005fc62 req-6e792441-ea67-409c-bac8-14b6212bbc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:30:24.711673 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-a8649433-ef6a-44e8-adb5-a46d4005fc62 req-6e792441-ea67-409c-bac8-14b6212bbc33 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ea4c6306688a405997e9d4fb4cad04ab&device_id=16119454-fd9b-46f8-8cce-824b2915508b HTTP/1.1" status: 200 len: 1097 time: 0.0861027 Sep 21 05:30:24.713409 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac58f4-1a8e-46c6-9653-56a12dc39756 req-573ee160-c22d-4470-bd55-bb23b8d26140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:30:24.714720 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-feac58f4-1a8e-46c6-9653-56a12dc39756 req-573ee160-c22d-4470-bd55-bb23b8d26140 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=73b79fce-eee6-4ec0-bdad-dcc75ff05127 HTTP/1.1" status: 200 len: 851 time: 0.0629103 Sep 21 05:30:24.717010 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8ae53114-6237-4172-9aa3-c83181e94911 req-375c0603-85fb-4ea3-b4ae-29e833fd2908 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/security-groups?id=2efc370c-cc76-4606-b462-9693fd771f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515270 Sep 21 05:30:24.738047 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212315dd-6836-41dc-8655-6774eb87a345 req-a06bf514-b857-4365-aac8-0dac3e23b01d tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:30:24.739761 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-212315dd-6836-41dc-8655-6774eb87a345 req-a06bf514-b857-4365-aac8-0dac3e23b01d tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "GET /v2.0/ports?device_id=16119454-fd9b-46f8-8cce-824b2915508b HTTP/1.1" status: 200 len: 944 time: 0.0840459 Sep 21 05:30:24.777175 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-212315dd-6836-41dc-8655-6774eb87a345 req-844de68d-a6d7-4ab7-8ad3-513cc2a9e71a tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "GET /v2.0/security-groups?id=13822130-0b2f-492f-8439-8d8cab126c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314624 Sep 21 05:30:24.786472 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-a8649433-ef6a-44e8-adb5-a46d4005fc62 req-b3165e32-9cd6-4984-8a8f-1549a145057f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf3afa4d-7dde-4531-849e-5a1a765526b2 HTTP/1.1" status: 200 len: 217 time: 0.0593097 Sep 21 05:30:24.838685 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac58f4-1a8e-46c6-9653-56a12dc39756 req-ef874e9d-478f-4a0a-ac1b-068789f21bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:30:24.840214 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-feac58f4-1a8e-46c6-9653-56a12dc39756 req-ef874e9d-478f-4a0a-ac1b-068789f21bb5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b65ce37e-28e9-4073-aba8-42f09a595bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1118526 Sep 21 05:30:24.847538 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8649433-ef6a-44e8-adb5-a46d4005fc62 req-0cde0ad3-78ef-4da6-81c1-1fdbab6e432b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:30:24.848863 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-a8649433-ef6a-44e8-adb5-a46d4005fc62 req-0cde0ad3-78ef-4da6-81c1-1fdbab6e432b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d0d631e2-edc8-4a31-b07c-35d016ddfaa9 HTTP/1.1" status: 200 len: 854 time: 0.0557621 Sep 21 05:30:24.934059 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-16c07eb2-5fe5-4977-b4c7-84501575f9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'name': 'tempest-TestVolumeBootPattern-1899784515-router', 'tenant_id': 'f732baa476ec493fa4a85f15fa02b9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '6e8c2428-3e06-4449-9e2a-c67975c0e061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:22:34Z', 'updated_at': '2021-09-21T05:22:38Z', 'revision_number': 4, 'project_id': 'f732baa476ec493fa4a85f15fa02b9de', 'gw_port': {'id': '6e8c2428-3e06-4449-9e2a-c67975c0e061', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:de:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:22:35Z', 'updated_at': '2021-09-21T05:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi', '_floatingips': [{'id': '7f8d678c-6715-42e4-a7b4-d8305828d5ef', 'tenant_id': 'f732baa476ec493fa4a85f15fa02b9de', 'floating_ip_address': '172.27.3.111', 'floating_network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'router_id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'port_id': '9518ac22-4cb5-463d-9a91-764981e01988', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b65ce37e-28e9-4073-aba8-42f09a595bb5', 'mac_address': 'fa:16:3e:e1:0e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01ffe98-f16e-4dc3-9ebd-cfa2b2274f24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T05:26:35Z', 'updated_at': '2021-09-21T05:26:38Z', 'revision_number': 1, 'project_id': 'f732baa476ec493fa4a85f15fa02b9de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54710508-5bd5-4242-8dcc-be137d993461', 'name': '', 'network_id': 'b65ce37e-28e9-4073-aba8-42f09a595bb5', 'tenant_id': 'f732baa476ec493fa4a85f15fa02b9de', 'mac_address': 'fa:16:3e:cc:97:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '73b79fce-eee6-4ec0-bdad-dcc75ff05127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:22:37Z', 'updated_at': '2021-09-21T05:22:43Z', 'revision_number': 5, 'project_id': 'f732baa476ec493fa4a85f15fa02b9de', 'subnets': [{'id': '73b79fce-eee6-4ec0-bdad-dcc75ff05127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:30:24.952050 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8649433-ef6a-44e8-adb5-a46d4005fc62 req-7ed18a32-713c-4bda-a8cf-d880acb6eb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:30:24.953556 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-a8649433-ef6a-44e8-adb5-a46d4005fc62 req-7ed18a32-713c-4bda-a8cf-d880acb6eb62 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c0cd41a4-6466-43fa-ab2d-1924b0323487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0971322 Sep 21 05:30:24.964027 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c07eb2-5fe5-4977-b4c7-84501575f9b9 None None] The sync data for ids ['c2c9ce20-307d-4e9d-be50-13198262dfe7'] in dv-cinder-778193-10-iscsi is: [{'id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'name': 'tempest-TestVolumeBootPattern-1899784515-router', 'tenant_id': 'f732baa476ec493fa4a85f15fa02b9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '6e8c2428-3e06-4449-9e2a-c67975c0e061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:22:34Z', 'updated_at': '2021-09-21T05:22:38Z', 'revision_number': 4, 'project_id': 'f732baa476ec493fa4a85f15fa02b9de', 'gw_port': {'id': '6e8c2428-3e06-4449-9e2a-c67975c0e061', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:de:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:22:35Z', 'updated_at': '2021-09-21T05:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi', '_floatingips': [{'id': '7f8d678c-6715-42e4-a7b4-d8305828d5ef', 'tenant_id': 'f732baa476ec493fa4a85f15fa02b9de', 'floating_ip_address': '172.27.3.111', 'floating_network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'router_id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'port_id': '9518ac22-4cb5-463d-9a91-764981e01988', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b65ce37e-28e9-4073-aba8-42f09a595bb5', 'mac_address': 'fa:16:3e:e1:0e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01ffe98-f16e-4dc3-9ebd-cfa2b2274f24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T05:26:35Z', 'updated_at': '2021-09-21T05:26:38Z', 'revision_number': 1, 'project_id': 'f732baa476ec493fa4a85f15fa02b9de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54710508-5bd5-4242-8dcc-be137d993461', 'name': '', 'network_id': 'b65ce37e-28e9-4073-aba8-42f09a595bb5', 'tenant_id': 'f732baa476ec493fa4a85f15fa02b9de', 'mac_address': 'fa:16:3e:cc:97:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '73b79fce-eee6-4ec0-bdad-dcc75ff05127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:22:37Z', 'updated_at': '2021-09-21T05:22:43Z', 'revision_number': 5, 'project_id': 'f732baa476ec493fa4a85f15fa02b9de', 'subnets': [{'id': '73b79fce-eee6-4ec0-bdad-dcc75ff05127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 05:30:24.988696 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-feac58f4-1a8e-46c6-9653-56a12dc39756 req-7cdbb076-d038-4949-817e-dc0f0d9a4908 service neutron] 10.222.0.32 "GET /v2.0/networks/b65ce37e-28e9-4073-aba8-42f09a595bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381273 Sep 21 05:30:25.125161 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-a8649433-ef6a-44e8-adb5-a46d4005fc62 req-a6c52dd5-af6c-4938-83cc-5d1818a41c77 service neutron] 10.222.0.32 "GET /v2.0/networks/c0cd41a4-6466-43fa-ab2d-1924b0323487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638327 Sep 21 05:30:25.145630 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-feac58f4-1a8e-46c6-9653-56a12dc39756 req-1dd02056-8a10-4cec-9522-199ae87b7b5e service neutron] 10.222.0.32 "GET /v2.0/networks/b65ce37e-28e9-4073-aba8-42f09a595bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481750 Sep 21 05:30:25.208351 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5803cb-db00-446b-b3c8-3029e2e875c7 None None] New status for floating IP 5f1d060b-d0cf-4e4a-bd3f-cfaa9ac51895: DOWN {{(pid=94669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 05:30:25.231988 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-a8649433-ef6a-44e8-adb5-a46d4005fc62 req-902c65af-fe22-432b-9587-464d0da03fdb service neutron] 10.222.0.32 "GET /v2.0/networks/c0cd41a4-6466-43fa-ab2d-1924b0323487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974064 Sep 21 05:30:25.899632 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd1501-9080-4e28-829f-17a4f6d4373c req-2455bb2f-2217-47c9-b1d0-ad154019c65a tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:30:25.901189 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-37bd1501-9080-4e28-829f-17a4f6d4373c req-2455bb2f-2217-47c9-b1d0-ad154019c65a tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "GET /v2.0/ports?device_id=16119454-fd9b-46f8-8cce-824b2915508b HTTP/1.1" status: 200 len: 944 time: 0.0485051 Sep 21 05:30:25.940969 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-37bd1501-9080-4e28-829f-17a4f6d4373c req-0f1fd333-5b98-467c-8a49-cc2af0a6b094 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "GET /v2.0/security-groups?id=13822130-0b2f-492f-8439-8d8cab126c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338213 Sep 21 05:30:25.989838 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3848774-6f6a-4c28-a0ae-0ab77859036a req-9b02e963-22c5-462d-b20b-72045bd14437 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:30:25.991358 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c3848774-6f6a-4c28-a0ae-0ab77859036a req-9b02e963-22c5-462d-b20b-72045bd14437 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f7d667d-7b99-4296-ba63-60b2a672445c HTTP/1.1" status: 200 len: 946 time: 0.2070816 Sep 21 05:30:26.028113 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c3848774-6f6a-4c28-a0ae-0ab77859036a req-79c22ca8-8042-4c5e-a805-9833f0dbe343 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/security-groups?id=2efc370c-cc76-4606-b462-9693fd771f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308788 Sep 21 05:30:26.158785 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff1bf5e-8acd-4461-992e-357bd13c0572 req-80d3cf25-be60-4217-9f0f-334bddd7426e tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:30:26.160234 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-3ff1bf5e-8acd-4461-992e-357bd13c0572 req-80d3cf25-be60-4217-9f0f-334bddd7426e tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f7d667d-7b99-4296-ba63-60b2a672445c HTTP/1.1" status: 200 len: 946 time: 0.0473285 Sep 21 05:30:26.252883 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-3ff1bf5e-8acd-4461-992e-357bd13c0572 req-038b6910-15af-4dc9-87ce-2f8267b1486c tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Deleting port 009dc523-dc03-4340-b5b8-0847b08a9cd1 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 05:30:26.253229 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-3ff1bf5e-8acd-4461-992e-357bd13c0572 req-038b6910-15af-4dc9-87ce-2f8267b1486c tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751404276529'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:26.339144 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-3ff1bf5e-8acd-4461-992e-357bd13c0572 req-038b6910-15af-4dc9-87ce-2f8267b1486c tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] For port 009dc523-dc03-4340-b5b8-0847b08a9cd1, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=009dc523-dc03-4340-b5b8-0847b08a9cd1,segment=NetworkSegment(2750d958-8afb-4c23-8d50-7f696d3e9439),segment_id=2750d958-8afb-4c23-8d50-7f696d3e9439)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:30:26.339513 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-3ff1bf5e-8acd-4461-992e-357bd13c0572 req-038b6910-15af-4dc9-87ce-2f8267b1486c tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463939'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:26.352076 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-3ff1bf5e-8acd-4461-992e-357bd13c0572 req-038b6910-15af-4dc9-87ce-2f8267b1486c tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Calling delete_port for 009dc523-dc03-4340-b5b8-0847b08a9cd1 owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 05:30:26.554697 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-3ff1bf5e-8acd-4461-992e-357bd13c0572 req-038b6910-15af-4dc9-87ce-2f8267b1486c tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751404282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751403777217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6441136'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:26.583467 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038b6910-15af-4dc9-87ce-2f8267b1486c tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Pushing event deleted for resources: {'Port': ['ID=009dc523-dc03-4340-b5b8-0847b08a9cd1,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:30:26.627600 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ff1bf5e-8acd-4461-992e-357bd13c0572 req-038b6910-15af-4dc9-87ce-2f8267b1486c tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] No DVR routers for this DVR port 009dc523-dc03-4340-b5b8-0847b08a9cd1 on host hv-cinder-77819 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 05:30:26.630044 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-3ff1bf5e-8acd-4461-992e-357bd13c0572 req-038b6910-15af-4dc9-87ce-2f8267b1486c tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:26.632055 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-3ff1bf5e-8acd-4461-992e-357bd13c0572 req-038b6910-15af-4dc9-87ce-2f8267b1486c tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.32 "DELETE /v2.0/ports/009dc523-dc03-4340-b5b8-0847b08a9cd1 HTTP/1.1" status: 204 len: 173 time: 0.4655821 Sep 21 05:30:26.632514 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f7d667d-7b99-4296-ba63-60b2a672445c', 'name': 'network-vif-deleted', 'tag': '009dc523-dc03-4340-b5b8-0847b08a9cd1'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 05:30:26.634725 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2093a7355c0e7a06ffa9c2f51d01f7a17d1263efd9baf457b9b047ecef1e75bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27d0292-367d-43c3-8587-b44629daa902" -d '{"events": [{"server_uuid": "4f7d667d-7b99-4296-ba63-60b2a672445c", "name": "network-vif-deleted", "tag": "009dc523-dc03-4340-b5b8-0847b08a9cd1"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 05:30:26.669557 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 05:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c6653e-1bcf-4acc-a969-fdd60a17c2a1 x-openstack-request-id: req-44c6653e-1bcf-4acc-a969-fdd60a17c2a1 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 05:30:26.669850 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f7d667d-7b99-4296-ba63-60b2a672445c", "name": "network-vif-deleted", "tag": "009dc523-dc03-4340-b5b8-0847b08a9cd1", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 05:30:26.670096 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-44c6653e-1bcf-4acc-a969-fdd60a17c2a1 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 05:30:26.670531 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f7d667d-7b99-4296-ba63-60b2a672445c', 'name': 'network-vif-deleted', 'tag': '009dc523-dc03-4340-b5b8-0847b08a9cd1', 'status': 'completed', 'code': 200} Sep 21 05:30:27.068403 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9307bebb-12aa-4615-b039-1a6d9d825d51 req-3ebdbce6-cd29-4d88-a6b6-84710072bca8 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:30:27.069997 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9307bebb-12aa-4615-b039-1a6d9d825d51 req-3ebdbce6-cd29-4d88-a6b6-84710072bca8 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "GET /v2.0/ports?device_id=16119454-fd9b-46f8-8cce-824b2915508b HTTP/1.1" status: 200 len: 944 time: 0.0533690 Sep 21 05:30:27.118016 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9307bebb-12aa-4615-b039-1a6d9d825d51 req-680b89ae-f28c-4104-97b5-ea520f521dd5 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "GET /v2.0/security-groups?id=13822130-0b2f-492f-8439-8d8cab126c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419631 Sep 21 05:30:27.141582 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-18e2c494-4125-4fd4-804c-7d536b4dad4e req-24df9496-a03d-495d-891b-c0faddcc23a8 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f7d667d-7b99-4296-ba63-60b2a672445c HTTP/1.1" status: 200 len: 210 time: 0.0396810 Sep 21 05:30:28.246777 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255caf18-c4a5-4d7e-bff2-0b6155088e49 req-35ae2c03-d081-4487-a804-c17f40a6a770 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:30:28.248309 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-255caf18-c4a5-4d7e-bff2-0b6155088e49 req-35ae2c03-d081-4487-a804-c17f40a6a770 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "GET /v2.0/ports?device_id=16119454-fd9b-46f8-8cce-824b2915508b HTTP/1.1" status: 200 len: 944 time: 0.0590885 Sep 21 05:30:28.286650 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-255caf18-c4a5-4d7e-bff2-0b6155088e49 req-914d73a4-fefe-4023-85cb-1e4b29b75c3c tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "GET /v2.0/security-groups?id=13822130-0b2f-492f-8439-8d8cab126c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317457 Sep 21 05:30:29.210173 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device bf3afa4d-7dde-4531-849e-5a1a765526b2 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 05:30:29.304291 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] For port bf3afa4d-7dde-4531-849e-5a1a765526b2, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=bf3afa4d-7dde-4531-849e-5a1a765526b2,segment=NetworkSegment(31d57a87-5c3f-4d84-9958-68bfdd185b58),segment_id=31d57a87-5c3f-4d84-9958-68bfdd185b58)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:30:29.315391 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Returning: {'device': 'bf3afa4d-7dde-4531-849e-5a1a765526b2', 'network_id': 'c0cd41a4-6466-43fa-ab2d-1924b0323487', 'port_id': 'bf3afa4d-7dde-4531-849e-5a1a765526b2', 'mac_address': 'fa:16:3e:81:85:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0d631e2-edc8-4a31-b07c-35d016ddfaa9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 05:30:29.351426 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:29.368303 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.notifiers.nova [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf3afa4d-7dde-4531-849e-5a1a765526b2 {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 05:30:29.387764 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] For port bf3afa4d-7dde-4531-849e-5a1a765526b2, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=bf3afa4d-7dde-4531-849e-5a1a765526b2,segment=NetworkSegment(31d57a87-5c3f-4d84-9958-68bfdd185b58),segment_id=31d57a87-5c3f-4d84-9958-68bfdd185b58)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:30:29.453605 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c611ab-304d-459a-8d3a-e359c006dfc5 req-85c41b08-4d2f-4573-a69f-dc98457da017 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:30:29.455655 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e0c611ab-304d-459a-8d3a-e359c006dfc5 req-85c41b08-4d2f-4573-a69f-dc98457da017 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "GET /v2.0/ports?device_id=16119454-fd9b-46f8-8cce-824b2915508b HTTP/1.1" status: 200 len: 944 time: 0.1044929 Sep 21 05:30:29.495878 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e0c611ab-304d-459a-8d3a-e359c006dfc5 req-78e879b7-ea0e-4eda-bb81-256e37b24d08 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "GET /v2.0/security-groups?id=13822130-0b2f-492f-8439-8d8cab126c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343006 Sep 21 05:30:29.508755 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:29.555402 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Pushing event updated for resources: {'Port': ['ID=bf3afa4d-7dde-4531-849e-5a1a765526b2,revision_number=4']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:30:29.760391 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] get_ports_and_sgs() called for port_ids ['bf3afa4d-7dde-4531-849e-5a1a765526b2'] {{(pid=94668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 05:30:30.606015 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3305553-3235-4366-8355-8cf08ae3c035 req-ad707c09-3661-4d85-b071-b174fc139c56 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:30:30.607545 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c3305553-3235-4366-8355-8cf08ae3c035 req-ad707c09-3661-4d85-b071-b174fc139c56 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "GET /v2.0/ports?device_id=16119454-fd9b-46f8-8cce-824b2915508b HTTP/1.1" status: 200 len: 945 time: 0.0474174 Sep 21 05:30:30.644597 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c3305553-3235-4366-8355-8cf08ae3c035 req-0a9bd446-3821-4ff6-a0e1-49bf1b73b184 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "GET /v2.0/security-groups?id=13822130-0b2f-492f-8439-8d8cab126c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310254 Sep 21 05:30:30.645157 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 35758) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:30:30.801708 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [None req-3cd34815-4600-4ee4-a30e-7ad84ecc41b4 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Deleting port 27fbc788-a38e-4c92-a2b4-7539ff724392 {{(pid=94666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 05:30:30.801965 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-3cd34815-4600-4ee4-a30e-7ad84ecc41b4 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751404276529'] for port, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:30.875923 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-3cd34815-4600-4ee4-a30e-7ad84ecc41b4 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463939'] for port, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:30.876249 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-3cd34815-4600-4ee4-a30e-7ad84ecc41b4 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:30.888122 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [None req-3cd34815-4600-4ee4-a30e-7ad84ecc41b4 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Calling delete_port for 27fbc788-a38e-4c92-a2b4-7539ff724392 owned by network:floatingip {{(pid=94666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 05:30:31.114650 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-3cd34815-4600-4ee4-a30e-7ad84ecc41b4 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751404282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751403777217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7439717'] for port, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:31.139367 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd34815-4600-4ee4-a30e-7ad84ecc41b4 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Pushing event deleted for resources: {'Port': ['ID=27fbc788-a38e-4c92-a2b4-7539ff724392,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:30:31.204800 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-3cd34815-4600-4ee4-a30e-7ad84ecc41b4 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks [] for floatingip, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:31.205117 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.db.l3_db [None req-3cd34815-4600-4ee4-a30e-7ad84ecc41b4 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Floating IP 7f8d678c-6715-42e4-a7b4-d8305828d5ef disassociated (deleted). External IP: 172.27.3.111, port: 9518ac22-4cb5-463d-9a91-764981e01988. Sep 21 05:30:31.211545 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device bf3afa4d-7dde-4531-849e-5a1a765526b2 up at agent hyperv_hv-cinder-77819 {{(pid=94668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 05:30:31.308596 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Provisioning for port bf3afa4d-7dde-4531-849e-5a1a765526b2 completed by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 05:30:31.313512 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Provisioning complete for port bf3afa4d-7dde-4531-849e-5a1a765526b2 triggered by entity L2. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:30:31.313882 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:31.387704 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:31.411245 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16119454-fd9b-46f8-8cce-824b2915508b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf3afa4d-7dde-4531-849e-5a1a765526b2'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 05:30:31.411559 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cd34815-4600-4ee4-a30e-7ad84ecc41b4 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Router c2c9ce20-307d-4e9d-be50-13198262dfe7 has already been hosted by L3 agent e4914d08-4fb7-43fa-94fb-1720f1d16cb4 {{(pid=94666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 05:30:31.413715 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9746b1cd2a1144c350740d70a5f253bbb3c4ac519592b61f014e2841f81d92ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4135b130-370b-4b85-a864-32c3f7ea572e" -d '{"events": [{"server_uuid": "16119454-fd9b-46f8-8cce-824b2915508b", "name": "network-vif-plugged", "status": "completed", "tag": "bf3afa4d-7dde-4531-849e-5a1a765526b2"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 05:30:31.427776 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] For port bf3afa4d-7dde-4531-849e-5a1a765526b2, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=bf3afa4d-7dde-4531-849e-5a1a765526b2,segment=NetworkSegment(31d57a87-5c3f-4d84-9958-68bfdd185b58),segment_id=31d57a87-5c3f-4d84-9958-68bfdd185b58)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:30:31.451962 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 05:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac4898c6-9c4e-4f61-a07c-0e93809ffe3f x-openstack-request-id: req-ac4898c6-9c4e-4f61-a07c-0e93809ffe3f {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 05:30:31.452270 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16119454-fd9b-46f8-8cce-824b2915508b", "name": "network-vif-plugged", "status": "completed", "tag": "bf3afa4d-7dde-4531-849e-5a1a765526b2", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 05:30:31.452527 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ac4898c6-9c4e-4f61-a07c-0e93809ffe3f {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 05:30:31.452920 dv-cinder-778193-10-iscsi neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16119454-fd9b-46f8-8cce-824b2915508b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf3afa4d-7dde-4531-849e-5a1a765526b2', 'code': 200} Sep 21 05:30:31.486276 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:31.487688 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device 009dc523-dc03-4340-b5b8-0847b08a9cd1 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 05:30:31.529928 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] No Port match for: 009dc523-dc03-4340-b5b8-0847b08a9cd1 {{(pid=94668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 05:30:31.530280 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device 009dc523-dc03-4340-b5b8-0847b08a9cd1 not bound to the agent host hv-cinder-77819 {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 05:30:31.565125 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Pushing event updated for resources: {'Port': ['ID=bf3afa4d-7dde-4531-849e-5a1a765526b2,revision_number=5']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:30:31.776230 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3983476c-62d5-4a20-b3b8-f63fd0c0ff40 req-c87dd24f-f59f-481e-8533-0cd92fa8cee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:30:31.777742 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-3983476c-62d5-4a20-b3b8-f63fd0c0ff40 req-c87dd24f-f59f-481e-8533-0cd92fa8cee0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=16119454-fd9b-46f8-8cce-824b2915508b HTTP/1.1" status: 200 len: 1099 time: 0.0470457 Sep 21 05:30:31.781209 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cd34815-4600-4ee4-a30e-7ad84ecc41b4 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify agent at l3_agent.dv-cinder-778193-10-iscsi the message routers_updated {{(pid=94666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 05:30:31.786623 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-3cd34815-4600-4ee4-a30e-7ad84ecc41b4 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339'] for floatingip, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:31.791875 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd5ef43-8b41-45d9-824d-7aa88d03eb69 None None] Sync routers for ids ['c2c9ce20-307d-4e9d-be50-13198262dfe7'] in dv-cinder-778193-10-iscsi {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 05:30:31.801223 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd5ef43-8b41-45d9-824d-7aa88d03eb69 None None] Routers {'c2c9ce20-307d-4e9d-be50-13198262dfe7'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:30:31.802091 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-ebd5ef43-8b41-45d9-824d-7aa88d03eb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:30:09Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['c2c9ce20-307d-4e9d-be50-13198262dfe7'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:30:31.814200 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-3983476c-62d5-4a20-b3b8-f63fd0c0ff40 req-a4ac7285-4400-4b21-aa83-c12da6fa5064 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=13822130-0b2f-492f-8439-8d8cab126c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288444 Sep 21 05:30:31.821504 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39d0f6e-9e10-450d-a57b-deff55ff9a30 req-a5df1073-242b-49d6-b247-5341d40bfce8 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:30:31.823005 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b39d0f6e-9e10-450d-a57b-deff55ff9a30 req-a5df1073-242b-49d6-b247-5341d40bfce8 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "GET /v2.0/ports?device_id=16119454-fd9b-46f8-8cce-824b2915508b HTTP/1.1" status: 200 len: 946 time: 0.0881741 Sep 21 05:30:31.826819 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-3cd34815-4600-4ee4-a30e-7ad84ecc41b4 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "DELETE /v2.0/floatingips/7f8d678c-6715-42e4-a7b4-d8305828d5ef HTTP/1.1" status: 204 len: 168 time: 1.1804278 Sep 21 05:30:31.827405 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd01ffe98-f16e-4dc3-9ebd-cfa2b2274f24', 'tag': '9518ac22-4cb5-463d-9a91-764981e01988'}] {{(pid=94666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 05:30:31.829636 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44944af2400c5958a336bdfed19235d8f59e5c9f04ba018cfdf82e9059cb0bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24244bb7-a2fe-4f78-9755-e35326cddaec" -d '{"events": [{"name": "network-changed", "server_uuid": "d01ffe98-f16e-4dc3-9ebd-cfa2b2274f24", "tag": "9518ac22-4cb5-463d-9a91-764981e01988"}]}' {{(pid=94666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 05:30:31.869178 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b39d0f6e-9e10-450d-a57b-deff55ff9a30 req-95bf9e8a-308b-4147-9ce8-88bef33263cd tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "GET /v2.0/security-groups?id=13822130-0b2f-492f-8439-8d8cab126c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365922 Sep 21 05:30:31.916052 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 05:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-382f7de8-55a2-4c7f-83cb-45874836b6d6 x-openstack-request-id: req-382f7de8-55a2-4c7f-83cb-45874836b6d6 {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 05:30:31.916799 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d01ffe98-f16e-4dc3-9ebd-cfa2b2274f24", "tag": "9518ac22-4cb5-463d-9a91-764981e01988", "status": "completed", "code": 200}]} {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 05:30:31.917215 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-382f7de8-55a2-4c7f-83cb-45874836b6d6 {{(pid=94666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 05:30:31.917833 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd01ffe98-f16e-4dc3-9ebd-cfa2b2274f24', 'tag': '9518ac22-4cb5-463d-9a91-764981e01988', 'status': 'completed', 'code': 200} Sep 21 05:30:31.927028 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-ebd5ef43-8b41-45d9-824d-7aa88d03eb69 None None] Set router c2c9ce20-307d-4e9d-be50-13198262dfe7 gateway port host: dv-cinder-778193-10-iscsi {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:30:32.063518 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24244bb7-a2fe-4f78-9755-e35326cddaec req-06ea10d0-6788-47d7-af42-0a428be9e41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:30:32.065346 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-24244bb7-a2fe-4f78-9755-e35326cddaec req-06ea10d0-6788-47d7-af42-0a428be9e41c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f732baa476ec493fa4a85f15fa02b9de&device_id=d01ffe98-f16e-4dc3-9ebd-cfa2b2274f24 HTTP/1.1" status: 200 len: 1099 time: 0.0441036 Sep 21 05:30:32.145772 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-ebd5ef43-8b41-45d9-824d-7aa88d03eb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'name': 'tempest-TestVolumeBootPattern-1899784515-router', 'tenant_id': 'f732baa476ec493fa4a85f15fa02b9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '6e8c2428-3e06-4449-9e2a-c67975c0e061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:22:34Z', 'updated_at': '2021-09-21T05:22:38Z', 'revision_number': 4, 'project_id': 'f732baa476ec493fa4a85f15fa02b9de', 'gw_port': {'id': '6e8c2428-3e06-4449-9e2a-c67975c0e061', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:de:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:22:35Z', 'updated_at': '2021-09-21T05:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi', '_interfaces': [{'id': '54710508-5bd5-4242-8dcc-be137d993461', 'name': '', 'network_id': 'b65ce37e-28e9-4073-aba8-42f09a595bb5', 'tenant_id': 'f732baa476ec493fa4a85f15fa02b9de', 'mac_address': 'fa:16:3e:cc:97:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '73b79fce-eee6-4ec0-bdad-dcc75ff05127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:22:37Z', 'updated_at': '2021-09-21T05:22:43Z', 'revision_number': 5, 'project_id': 'f732baa476ec493fa4a85f15fa02b9de', 'subnets': [{'id': '73b79fce-eee6-4ec0-bdad-dcc75ff05127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:30:32.179680 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd5ef43-8b41-45d9-824d-7aa88d03eb69 None None] Checking router: c2c9ce20-307d-4e9d-be50-13198262dfe7 for host: dv-cinder-778193-10-iscsi {{(pid=94668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 05:30:32.181800 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24244bb7-a2fe-4f78-9755-e35326cddaec req-d2c5ebac-2810-4e0c-8cb0-c9c63d9fbf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:30:32.183502 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-24244bb7-a2fe-4f78-9755-e35326cddaec req-d2c5ebac-2810-4e0c-8cb0-c9c63d9fbf90 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b65ce37e-28e9-4073-aba8-42f09a595bb5 HTTP/1.1" status: 200 len: 912 time: 0.1114085 Sep 21 05:30:32.189002 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd5ef43-8b41-45d9-824d-7aa88d03eb69 None None] Routers {'c2c9ce20-307d-4e9d-be50-13198262dfe7'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:30:32.189828 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-ebd5ef43-8b41-45d9-824d-7aa88d03eb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:30:09Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['c2c9ce20-307d-4e9d-be50-13198262dfe7'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:30:32.228463 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-24244bb7-a2fe-4f78-9755-e35326cddaec req-b0f9764d-ba39-4c66-ad84-34b3f6bfa99d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9518ac22-4cb5-463d-9a91-764981e01988 HTTP/1.1" status: 200 len: 217 time: 0.0361061 Sep 21 05:30:32.292221 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24244bb7-a2fe-4f78-9755-e35326cddaec req-0bd50344-f198-49f6-a3e7-7444a3ea4f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:30:32.294856 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-24244bb7-a2fe-4f78-9755-e35326cddaec req-0bd50344-f198-49f6-a3e7-7444a3ea4f08 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=73b79fce-eee6-4ec0-bdad-dcc75ff05127 HTTP/1.1" status: 200 len: 851 time: 0.0566475 Sep 21 05:30:32.302557 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00346854-92cf-405f-a9da-056ba1a58e20 req-0a6f581e-104b-4b2c-ad22-e330344025ff tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:30:32.304154 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-00346854-92cf-405f-a9da-056ba1a58e20 req-0a6f581e-104b-4b2c-ad22-e330344025ff tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/ports?device_id=d01ffe98-f16e-4dc3-9ebd-cfa2b2274f24 HTTP/1.1" status: 200 len: 946 time: 0.0666561 Sep 21 05:30:32.332634 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-ebd5ef43-8b41-45d9-824d-7aa88d03eb69 None None] Set router c2c9ce20-307d-4e9d-be50-13198262dfe7 gateway port host: dv-cinder-778193-10-iscsi {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:30:32.352539 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24244bb7-a2fe-4f78-9755-e35326cddaec req-61dd1372-1181-474c-92fd-5c8106119377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:30:32.353091 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-00346854-92cf-405f-a9da-056ba1a58e20 req-1166e93b-1ddb-4dac-ba7c-5eb656e9c02b tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/security-groups?id=2efc370c-cc76-4606-b462-9693fd771f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423400 Sep 21 05:30:32.354066 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-24244bb7-a2fe-4f78-9755-e35326cddaec req-61dd1372-1181-474c-92fd-5c8106119377 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b65ce37e-28e9-4073-aba8-42f09a595bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0501728 Sep 21 05:30:32.451001 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-24244bb7-a2fe-4f78-9755-e35326cddaec req-9f3a5174-2a9a-41a4-84fc-88f7523ae73f service neutron] 10.222.0.32 "GET /v2.0/networks/b65ce37e-28e9-4073-aba8-42f09a595bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885651 Sep 21 05:30:32.550561 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-24244bb7-a2fe-4f78-9755-e35326cddaec req-b2bc0fc9-033b-44bc-9d4c-a36f8b554e29 service neutron] 10.222.0.32 "GET /v2.0/networks/b65ce37e-28e9-4073-aba8-42f09a595bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906727 Sep 21 05:30:32.708262 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-ebd5ef43-8b41-45d9-824d-7aa88d03eb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'name': 'tempest-TestVolumeBootPattern-1899784515-router', 'tenant_id': 'f732baa476ec493fa4a85f15fa02b9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '6e8c2428-3e06-4449-9e2a-c67975c0e061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:22:34Z', 'updated_at': '2021-09-21T05:22:38Z', 'revision_number': 4, 'project_id': 'f732baa476ec493fa4a85f15fa02b9de', 'gw_port': {'id': '6e8c2428-3e06-4449-9e2a-c67975c0e061', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:de:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:22:35Z', 'updated_at': '2021-09-21T05:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi', '_interfaces': [{'id': '54710508-5bd5-4242-8dcc-be137d993461', 'name': '', 'network_id': 'b65ce37e-28e9-4073-aba8-42f09a595bb5', 'tenant_id': 'f732baa476ec493fa4a85f15fa02b9de', 'mac_address': 'fa:16:3e:cc:97:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '73b79fce-eee6-4ec0-bdad-dcc75ff05127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:22:37Z', 'updated_at': '2021-09-21T05:22:43Z', 'revision_number': 5, 'project_id': 'f732baa476ec493fa4a85f15fa02b9de', 'subnets': [{'id': '73b79fce-eee6-4ec0-bdad-dcc75ff05127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:30:32.730141 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd5ef43-8b41-45d9-824d-7aa88d03eb69 None None] The sync data for ids ['c2c9ce20-307d-4e9d-be50-13198262dfe7'] in dv-cinder-778193-10-iscsi is: [{'id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'name': 'tempest-TestVolumeBootPattern-1899784515-router', 'tenant_id': 'f732baa476ec493fa4a85f15fa02b9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '6e8c2428-3e06-4449-9e2a-c67975c0e061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:22:34Z', 'updated_at': '2021-09-21T05:22:38Z', 'revision_number': 4, 'project_id': 'f732baa476ec493fa4a85f15fa02b9de', 'gw_port': {'id': '6e8c2428-3e06-4449-9e2a-c67975c0e061', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:de:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:22:35Z', 'updated_at': '2021-09-21T05:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi', '_interfaces': [{'id': '54710508-5bd5-4242-8dcc-be137d993461', 'name': '', 'network_id': 'b65ce37e-28e9-4073-aba8-42f09a595bb5', 'tenant_id': 'f732baa476ec493fa4a85f15fa02b9de', 'mac_address': 'fa:16:3e:cc:97:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '73b79fce-eee6-4ec0-bdad-dcc75ff05127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:22:37Z', 'updated_at': '2021-09-21T05:22:43Z', 'revision_number': 5, 'project_id': 'f732baa476ec493fa4a85f15fa02b9de', 'subnets': [{'id': '73b79fce-eee6-4ec0-bdad-dcc75ff05127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 05:30:32.957057 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcec54e-c39b-4c42-8a3a-f395845a72c7 None None] New status for floating IP 7f8d678c-6715-42e4-a7b4-d8305828d5ef: DOWN {{(pid=94669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 05:30:32.996648 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2f1349-feec-4aa8-8f4f-3eb50f21601f req-45f3b534-eb6a-4b86-81ac-fe78f8f85f05 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:30:32.998387 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5d2f1349-feec-4aa8-8f4f-3eb50f21601f req-45f3b534-eb6a-4b86-81ac-fe78f8f85f05 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "GET /v2.0/ports?device_id=16119454-fd9b-46f8-8cce-824b2915508b HTTP/1.1" status: 200 len: 946 time: 0.0496767 Sep 21 05:30:33.041671 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5d2f1349-feec-4aa8-8f4f-3eb50f21601f req-d7c07529-1eff-49a2-9416-bf5a51b85947 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "GET /v2.0/security-groups?id=13822130-0b2f-492f-8439-8d8cab126c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364861 Sep 21 05:30:33.468368 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05936bd7-8e29-45b5-a8ea-edc1600c31a2 req-4ca50dc6-23a0-4e2d-9c17-355aea7996a2 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:30:33.469818 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-05936bd7-8e29-45b5-a8ea-edc1600c31a2 req-4ca50dc6-23a0-4e2d-9c17-355aea7996a2 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/ports?device_id=d01ffe98-f16e-4dc3-9ebd-cfa2b2274f24 HTTP/1.1" status: 200 len: 946 time: 0.0491791 Sep 21 05:30:33.507888 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-05936bd7-8e29-45b5-a8ea-edc1600c31a2 req-8d14eeb4-5f23-49c4-b017-1726a362a226 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/security-groups?id=2efc370c-cc76-4606-b462-9693fd771f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315454 Sep 21 05:30:33.907609 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a9206-4733-4563-aba3-f322a9e7a4dd req-f977557c-86f7-499e-8b68-26d59456e771 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:30:33.909720 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-160a9206-4733-4563-aba3-f322a9e7a4dd req-f977557c-86f7-499e-8b68-26d59456e771 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.32 "GET /v2.0/ports?device_id=d01ffe98-f16e-4dc3-9ebd-cfa2b2274f24 HTTP/1.1" status: 200 len: 946 time: 0.0479438 Sep 21 05:30:34.000145 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-160a9206-4733-4563-aba3-f322a9e7a4dd req-f11688dc-1f5b-40de-a803-f7e75778c4b3 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Deleting port 9518ac22-4cb5-463d-9a91-764981e01988 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 05:30:34.000487 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-160a9206-4733-4563-aba3-f322a9e7a4dd req-f11688dc-1f5b-40de-a803-f7e75778c4b3 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751404276529'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:34.087454 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-160a9206-4733-4563-aba3-f322a9e7a4dd req-f11688dc-1f5b-40de-a803-f7e75778c4b3 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] For port 9518ac22-4cb5-463d-9a91-764981e01988, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=9518ac22-4cb5-463d-9a91-764981e01988,segment=NetworkSegment(2750d958-8afb-4c23-8d50-7f696d3e9439),segment_id=2750d958-8afb-4c23-8d50-7f696d3e9439)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:30:34.087816 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-160a9206-4733-4563-aba3-f322a9e7a4dd req-f11688dc-1f5b-40de-a803-f7e75778c4b3 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463939'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:34.100770 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-160a9206-4733-4563-aba3-f322a9e7a4dd req-f11688dc-1f5b-40de-a803-f7e75778c4b3 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Calling delete_port for 9518ac22-4cb5-463d-9a91-764981e01988 owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 05:30:34.154189 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05362579-59a0-4e3a-9de9-3ea3b561d104 req-0f1213ac-a79c-4d74-a9a4-f8e68996ef90 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:30:34.155694 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-05362579-59a0-4e3a-9de9-3ea3b561d104 req-0f1213ac-a79c-4d74-a9a4-f8e68996ef90 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "GET /v2.0/ports?device_id=16119454-fd9b-46f8-8cce-824b2915508b HTTP/1.1" status: 200 len: 946 time: 0.0483241 Sep 21 05:30:34.199464 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-05362579-59a0-4e3a-9de9-3ea3b561d104 req-508e5dda-ed2f-484b-9706-d12b82c5d875 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "GET /v2.0/security-groups?id=13822130-0b2f-492f-8439-8d8cab126c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369825 Sep 21 05:30:34.269629 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-160a9206-4733-4563-aba3-f322a9e7a4dd req-f11688dc-1f5b-40de-a803-f7e75778c4b3 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751404282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751403777217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6441136'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:34.297408 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11688dc-1f5b-40de-a803-f7e75778c4b3 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Pushing event deleted for resources: {'Port': ['ID=9518ac22-4cb5-463d-9a91-764981e01988,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:30:34.317716 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4278c7fb-399a-4415-bd54-777ab7e040ab req-26299e0a-c7e8-4dde-b0d4-dff2b54330dc tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:30:34.318726 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4278c7fb-399a-4415-bd54-777ab7e040ab req-26299e0a-c7e8-4dde-b0d4-dff2b54330dc tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "GET /v2.0/ports?device_id=16119454-fd9b-46f8-8cce-824b2915508b HTTP/1.1" status: 200 len: 946 time: 0.0542274 Sep 21 05:30:34.343358 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-160a9206-4733-4563-aba3-f322a9e7a4dd req-f11688dc-1f5b-40de-a803-f7e75778c4b3 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] No DVR routers for this DVR port 9518ac22-4cb5-463d-9a91-764981e01988 on host hv-cinder-77819 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 05:30:34.346042 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-160a9206-4733-4563-aba3-f322a9e7a4dd req-f11688dc-1f5b-40de-a803-f7e75778c4b3 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:34.348229 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-160a9206-4733-4563-aba3-f322a9e7a4dd req-f11688dc-1f5b-40de-a803-f7e75778c4b3 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.32 "DELETE /v2.0/ports/9518ac22-4cb5-463d-9a91-764981e01988 HTTP/1.1" status: 204 len: 173 time: 0.4321599 Sep 21 05:30:34.348666 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd01ffe98-f16e-4dc3-9ebd-cfa2b2274f24', 'name': 'network-vif-deleted', 'tag': '9518ac22-4cb5-463d-9a91-764981e01988'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 05:30:34.350965 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2093a7355c0e7a06ffa9c2f51d01f7a17d1263efd9baf457b9b047ecef1e75bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f0fae3-5441-4f7c-a2e9-80a24f047002" -d '{"events": [{"server_uuid": "d01ffe98-f16e-4dc3-9ebd-cfa2b2274f24", "name": "network-vif-deleted", "tag": "9518ac22-4cb5-463d-9a91-764981e01988"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 05:30:34.367798 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4278c7fb-399a-4415-bd54-777ab7e040ab req-ee848fa8-bcd6-4335-89dc-1d5dadff7ed8 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "GET /v2.0/security-groups?id=13822130-0b2f-492f-8439-8d8cab126c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394313 Sep 21 05:30:34.387180 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 05:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc975de7-f3c3-47f6-b7e1-20ad2612fc30 x-openstack-request-id: req-cc975de7-f3c3-47f6-b7e1-20ad2612fc30 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 05:30:34.387180 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d01ffe98-f16e-4dc3-9ebd-cfa2b2274f24", "name": "network-vif-deleted", "tag": "9518ac22-4cb5-463d-9a91-764981e01988", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 05:30:34.387581 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cc975de7-f3c3-47f6-b7e1-20ad2612fc30 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 05:30:34.387990 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd01ffe98-f16e-4dc3-9ebd-cfa2b2274f24', 'name': 'network-vif-deleted', 'tag': '9518ac22-4cb5-463d-9a91-764981e01988', 'status': 'completed', 'code': 200} Sep 21 05:30:34.602664 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-dd67b024-45cc-46a6-b9c5-f0a48b9de71c req-5cb31638-4785-4d34-9e1a-e9d231c281fe tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "GET /v2.0/ports?device_id=d01ffe98-f16e-4dc3-9ebd-cfa2b2274f24 HTTP/1.1" status: 200 len: 210 time: 0.0265520 Sep 21 05:30:34.687640 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4858bd6-6b8e-4546-a83d-cf82be8f3f9a req-a5a14227-49f8-4bb1-9994-3782ea953f6a tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:30:34.689144 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a4858bd6-6b8e-4546-a83d-cf82be8f3f9a req-a5a14227-49f8-4bb1-9994-3782ea953f6a tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "GET /v2.0/ports?device_id=16119454-fd9b-46f8-8cce-824b2915508b HTTP/1.1" status: 200 len: 946 time: 0.0501244 Sep 21 05:30:34.732024 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a4858bd6-6b8e-4546-a83d-cf82be8f3f9a req-ed15d41e-8e57-4e5e-8a2d-68f1c5cfff84 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "GET /v2.0/security-groups?id=13822130-0b2f-492f-8439-8d8cab126c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357361 Sep 21 05:30:35.657950 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 35794) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:30:35.781409 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [None req-431130ba-78a4-4e66-8cdd-ffe41100b5a4 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Deleting port d89a06f6-4a6c-4a50-965f-e780f31a362a {{(pid=94666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 05:30:35.781746 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-431130ba-78a4-4e66-8cdd-ffe41100b5a4 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751404276529'] for port, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:35.800733 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-42f6a033-03b1-4606-81cd-3612beae2464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:35.855634 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-431130ba-78a4-4e66-8cdd-ffe41100b5a4 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463939'] for port, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:35.855877 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-431130ba-78a4-4e66-8cdd-ffe41100b5a4 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:35.868501 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [None req-431130ba-78a4-4e66-8cdd-ffe41100b5a4 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Calling delete_port for d89a06f6-4a6c-4a50-965f-e780f31a362a owned by network:floatingip {{(pid=94666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 05:30:36.051790 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-431130ba-78a4-4e66-8cdd-ffe41100b5a4 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751404282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751403777217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7439717'] for port, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:36.077624 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431130ba-78a4-4e66-8cdd-ffe41100b5a4 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Pushing event deleted for resources: {'Port': ['ID=d89a06f6-4a6c-4a50-965f-e780f31a362a,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:30:36.140576 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-431130ba-78a4-4e66-8cdd-ffe41100b5a4 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks [] for floatingip, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:36.143134 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-431130ba-78a4-4e66-8cdd-ffe41100b5a4 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339'] for floatingip, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:36.144277 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-431130ba-78a4-4e66-8cdd-ffe41100b5a4 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "DELETE /v2.0/floatingips/93b95154-9e21-4988-a2d1-fd3173958aad HTTP/1.1" status: 204 len: 168 time: 0.4863338 Sep 21 05:30:37.440503 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 35824) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:30:37.501732 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-13f2ef3f-b692-4240-96d9-e5fd80d6dfc7 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:37.526997 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-13f2ef3f-b692-4240-96d9-e5fd80d6dfc7 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:37.657100 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-13f2ef3f-b692-4240-96d9-e5fd80d6dfc7 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:37.660370 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-13f2ef3f-b692-4240-96d9-e5fd80d6dfc7 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:37.661551 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-13f2ef3f-b692-4240-96d9-e5fd80d6dfc7 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] 10.222.0.36 "DELETE /v2.0/security-groups/2efc370c-cc76-4606-b462-9693fd771f2d HTTP/1.1" status: 204 len: 168 time: 0.2200627 Sep 21 05:30:37.670879 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f2ef3f-b692-4240-96d9-e5fd80d6dfc7 tempest-TestVolumeBootPattern-2146352095 tempest-TestVolumeBootPattern-2146352095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2efc370c-cc76-4606-b462-9693fd771f2d,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:30:37.781095 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 35828) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:30:38.139052 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:38.291281 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-bf795fb3-283e-47dd-aeff-7e0f092c61a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-471819'] for router_interface, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:38.572822 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [None req-bf795fb3-283e-47dd-aeff-7e0f092c61a2 admin admin] Deleting port 54710508-5bd5-4242-8dcc-be137d993461 {{(pid=94666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 05:30:38.573160 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-bf795fb3-283e-47dd-aeff-7e0f092c61a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751404276529'] for port, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:38.617490 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3fe90c05-d97e-4396-9ea4-0f8c2338b48f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:38.653081 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.db [None req-bf795fb3-283e-47dd-aeff-7e0f092c61a2 admin admin] For port 54710508-5bd5-4242-8dcc-be137d993461, host dv-cinder-778193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=54710508-5bd5-4242-8dcc-be137d993461,segment=NetworkSegment(2750d958-8afb-4c23-8d50-7f696d3e9439),segment_id=2750d958-8afb-4c23-8d50-7f696d3e9439)] {{(pid=94666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:30:38.653449 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-bf795fb3-283e-47dd-aeff-7e0f092c61a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463939'] for port, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:38.666084 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [None req-bf795fb3-283e-47dd-aeff-7e0f092c61a2 admin admin] Calling delete_port for 54710508-5bd5-4242-8dcc-be137d993461 owned by network:router_interface {{(pid=94666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 05:30:38.903287 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-bf795fb3-283e-47dd-aeff-7e0f092c61a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751404282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751403777217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7439717'] for port, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:38.926452 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf795fb3-283e-47dd-aeff-7e0f092c61a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=54710508-5bd5-4242-8dcc-be137d993461,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:30:39.108025 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-bf795fb3-283e-47dd-aeff-7e0f092c61a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-473275'] for router_interface, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:39.218855 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device 9518ac22-4cb5-463d-9a91-764981e01988 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 05:30:39.242512 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] No Port match for: 9518ac22-4cb5-463d-9a91-764981e01988 {{(pid=94668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 05:30:39.242857 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device 9518ac22-4cb5-463d-9a91-764981e01988 not bound to the agent host hv-cinder-77819 {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 05:30:39.308782 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:39.546216 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf795fb3-283e-47dd-aeff-7e0f092c61a2 admin admin] Router c2c9ce20-307d-4e9d-be50-13198262dfe7 has already been hosted by L3 agent e4914d08-4fb7-43fa-94fb-1720f1d16cb4 {{(pid=94666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 05:30:39.650557 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf795fb3-283e-47dd-aeff-7e0f092c61a2 admin admin] Notify agent at l3_agent.dv-cinder-778193-10-iscsi the message routers_updated {{(pid=94666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 05:30:39.655537 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-bf795fb3-283e-47dd-aeff-7e0f092c61a2 admin admin] 10.222.0.36 "PUT /v2.0/routers/c2c9ce20-307d-4e9d-be50-13198262dfe7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8728218 Sep 21 05:30:39.658057 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 35836) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:30:39.658923 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0006596-f556-4d3f-bdf0-804f4da5e2e6 None None] Sync routers for ids ['c2c9ce20-307d-4e9d-be50-13198262dfe7'] in dv-cinder-778193-10-iscsi {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 05:30:39.667757 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0006596-f556-4d3f-bdf0-804f4da5e2e6 None None] Routers {'c2c9ce20-307d-4e9d-be50-13198262dfe7'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:30:39.668375 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-d0006596-f556-4d3f-bdf0-804f4da5e2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:30:39Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['c2c9ce20-307d-4e9d-be50-13198262dfe7'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:30:39.759669 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-b640b983-3f63-4eb8-9d48-766b2b3db992 admin admin] Notify callbacks [] for router, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:39.770894 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-d0006596-f556-4d3f-bdf0-804f4da5e2e6 None None] Set router c2c9ce20-307d-4e9d-be50-13198262dfe7 gateway port host: dv-cinder-778193-10-iscsi {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:30:39.861589 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-b640b983-3f63-4eb8-9d48-766b2b3db992 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:39.948746 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-d0006596-f556-4d3f-bdf0-804f4da5e2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'name': 'tempest-TestVolumeBootPattern-1899784515-router', 'tenant_id': 'f732baa476ec493fa4a85f15fa02b9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '6e8c2428-3e06-4449-9e2a-c67975c0e061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:22:34Z', 'updated_at': '2021-09-21T05:30:38Z', 'revision_number': 5, 'project_id': 'f732baa476ec493fa4a85f15fa02b9de', 'gw_port': {'id': '6e8c2428-3e06-4449-9e2a-c67975c0e061', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:de:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:22:35Z', 'updated_at': '2021-09-21T05:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi'}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:30:39.976247 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [None req-b640b983-3f63-4eb8-9d48-766b2b3db992 admin admin] Deleting port 6e8c2428-3e06-4449-9e2a-c67975c0e061 {{(pid=94666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 05:30:39.976827 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2c351aa7-00e3-4828-8663-e1495c3162e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:39.976931 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-b640b983-3f63-4eb8-9d48-766b2b3db992 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751404276529'] for port, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:39.977149 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0006596-f556-4d3f-bdf0-804f4da5e2e6 None None] Checking router: c2c9ce20-307d-4e9d-be50-13198262dfe7 for host: dv-cinder-778193-10-iscsi {{(pid=94668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 05:30:39.988480 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0006596-f556-4d3f-bdf0-804f4da5e2e6 None None] Routers {'c2c9ce20-307d-4e9d-be50-13198262dfe7'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:30:39.989247 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-d0006596-f556-4d3f-bdf0-804f4da5e2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:30:39Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['c2c9ce20-307d-4e9d-be50-13198262dfe7'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:30:40.053934 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.db [None req-b640b983-3f63-4eb8-9d48-766b2b3db992 admin admin] For port 6e8c2428-3e06-4449-9e2a-c67975c0e061, host dv-cinder-778193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=6e8c2428-3e06-4449-9e2a-c67975c0e061,segment=NetworkSegment(826ab498-a3a4-4696-958a-2da03407e177),segment_id=826ab498-a3a4-4696-958a-2da03407e177)] {{(pid=94666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:30:40.054279 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-b640b983-3f63-4eb8-9d48-766b2b3db992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463939'] for port, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:40.068172 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [None req-b640b983-3f63-4eb8-9d48-766b2b3db992 admin admin] Calling delete_port for 6e8c2428-3e06-4449-9e2a-c67975c0e061 owned by network:router_gateway {{(pid=94666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 05:30:40.074327 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-d0006596-f556-4d3f-bdf0-804f4da5e2e6 None None] Set router c2c9ce20-307d-4e9d-be50-13198262dfe7 gateway port host: None {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:30:40.132015 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-d0006596-f556-4d3f-bdf0-804f4da5e2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'name': 'tempest-TestVolumeBootPattern-1899784515-router', 'tenant_id': 'f732baa476ec493fa4a85f15fa02b9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:22:34Z', 'updated_at': '2021-09-21T05:30:39Z', 'revision_number': 6, 'project_id': 'f732baa476ec493fa4a85f15fa02b9de', 'gw_port_host': None}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:30:40.156974 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0006596-f556-4d3f-bdf0-804f4da5e2e6 None None] The sync data for ids ['c2c9ce20-307d-4e9d-be50-13198262dfe7'] in dv-cinder-778193-10-iscsi is: [{'id': 'c2c9ce20-307d-4e9d-be50-13198262dfe7', 'name': 'tempest-TestVolumeBootPattern-1899784515-router', 'tenant_id': 'f732baa476ec493fa4a85f15fa02b9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:22:34Z', 'updated_at': '2021-09-21T05:30:39Z', 'revision_number': 6, 'project_id': 'f732baa476ec493fa4a85f15fa02b9de', 'gw_port_host': None}] {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 05:30:40.291945 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-b640b983-3f63-4eb8-9d48-766b2b3db992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751404282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751403777217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7439717'] for port, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:40.317737 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b640b983-3f63-4eb8-9d48-766b2b3db992 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e8c2428-3e06-4449-9e2a-c67975c0e061,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:30:40.383192 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-b640b983-3f63-4eb8-9d48-766b2b3db992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473213'] for router_gateway, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:40.472206 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-b640b983-3f63-4eb8-9d48-766b2b3db992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:40.474227 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-b640b983-3f63-4eb8-9d48-766b2b3db992 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:40.619206 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-b640b983-3f63-4eb8-9d48-766b2b3db992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576727'] for router, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:40.621620 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b640b983-3f63-4eb8-9d48-766b2b3db992 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2c9ce20-307d-4e9d-be50-13198262dfe7 {{(pid=94666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 05:30:40.625395 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-b640b983-3f63-4eb8-9d48-766b2b3db992 admin admin] Notify callbacks [] for router, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:40.629792 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 35840) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:30:40.630330 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-b640b983-3f63-4eb8-9d48-766b2b3db992 admin admin] 10.222.0.36 "DELETE /v2.0/routers/c2c9ce20-307d-4e9d-be50-13198262dfe7 HTTP/1.1" status: 204 len: 168 time: 0.9707065 Sep 21 05:30:40.674665 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a179e3f-0a6e-4147-a1c2-87f071b37a77 admin admin] Deleting subnet 73b79fce-eee6-4ec0-bdad-dcc75ff05127 {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 05:30:40.677871 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2a179e3f-0a6e-4147-a1c2-87f071b37a77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:40.712733 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2a179e3f-0a6e-4147-a1c2-87f071b37a77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8322580'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:40.792324 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2a179e3f-0a6e-4147-a1c2-87f071b37a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3669403'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:40.926669 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2a179e3f-0a6e-4147-a1c2-87f071b37a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3669388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6441119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7659246'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:40.952598 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a179e3f-0a6e-4147-a1c2-87f071b37a77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73b79fce-eee6-4ec0-bdad-dcc75ff05127,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:30:40.956332 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2a179e3f-0a6e-4147-a1c2-87f071b37a77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531542'] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:40.958223 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-2a179e3f-0a6e-4147-a1c2-87f071b37a77 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/73b79fce-eee6-4ec0-bdad-dcc75ff05127 HTTP/1.1" status: 204 len: 168 time: 0.3273652 Sep 21 05:30:40.960793 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 35842) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:30:40.963648 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b9a358-95ba-4dd0-bb2c-9b2a94334dd8 None None] Network b65ce37e-28e9-4073-aba8-42f09a595bb5 requested from dv-cinder-778193-10-iscsi {{(pid=94668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 05:30:41.035197 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f51da70f-811a-43c9-90e7-ed25de42496c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682922'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:41.077315 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device 54710508-5bd5-4242-8dcc-be137d993461 no longer exists at agent ovs-agent-dv-cinder-778193-10-iscsi {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 05:30:41.089170 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-f51da70f-811a-43c9-90e7-ed25de42496c admin admin] Deleting port 62c88b7c-60e1-4bae-b40e-2b24c25e8c57 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 05:30:41.089461 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f51da70f-811a-43c9-90e7-ed25de42496c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751404276529'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:41.100139 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] No Port match for: 54710508-5bd5-4242-8dcc-be137d993461 {{(pid=94668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 05:30:41.100483 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device 54710508-5bd5-4242-8dcc-be137d993461 not bound to the agent host dv-cinder-778193-10-iscsi {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 05:30:41.100894 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device 6e8c2428-3e06-4449-9e2a-c67975c0e061 no longer exists at agent ovs-agent-dv-cinder-778193-10-iscsi {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 05:30:41.125887 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] No Port match for: 6e8c2428-3e06-4449-9e2a-c67975c0e061 {{(pid=94668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 05:30:41.126228 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device 6e8c2428-3e06-4449-9e2a-c67975c0e061 not bound to the agent host dv-cinder-778193-10-iscsi {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 05:30:41.151336 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-f51da70f-811a-43c9-90e7-ed25de42496c admin admin] For port 62c88b7c-60e1-4bae-b40e-2b24c25e8c57, host dv-cinder-778193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=62c88b7c-60e1-4bae-b40e-2b24c25e8c57,segment=NetworkSegment(2750d958-8afb-4c23-8d50-7f696d3e9439),segment_id=2750d958-8afb-4c23-8d50-7f696d3e9439)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:30:41.151704 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f51da70f-811a-43c9-90e7-ed25de42496c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463939'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:41.171948 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-f51da70f-811a-43c9-90e7-ed25de42496c admin admin] Calling delete_port for 62c88b7c-60e1-4bae-b40e-2b24c25e8c57 owned by network:dhcp {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 05:30:41.202976 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7708914a-f12d-4b20-9a88-0f9e2945d217 None None] DHCP port deletion for b65ce37e-28e9-4073-aba8-42f09a595bb5 request from dv-cinder-778193-10-iscsi {{(pid=94668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 05:30:41.249725 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-7708914a-f12d-4b20-9a88-0f9e2945d217 None None] Deleting port 62c88b7c-60e1-4bae-b40e-2b24c25e8c57 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 05:30:41.250101 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7708914a-f12d-4b20-9a88-0f9e2945d217 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751404276529'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:41.269861 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a1fb1f33-fe48-4684-9a56-b3eb65d74809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:41.309844 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-7708914a-f12d-4b20-9a88-0f9e2945d217 None None] For port 62c88b7c-60e1-4bae-b40e-2b24c25e8c57, host dv-cinder-778193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=62c88b7c-60e1-4bae-b40e-2b24c25e8c57,segment=NetworkSegment(2750d958-8afb-4c23-8d50-7f696d3e9439),segment_id=2750d958-8afb-4c23-8d50-7f696d3e9439)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:30:41.313693 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7708914a-f12d-4b20-9a88-0f9e2945d217 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463939'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:41.322102 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-7708914a-f12d-4b20-9a88-0f9e2945d217 None None] Calling delete_port for 62c88b7c-60e1-4bae-b40e-2b24c25e8c57 owned by network:dhcp {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 05:30:41.331847 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f51da70f-811a-43c9-90e7-ed25de42496c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751404282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751403777217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6441136'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:41.358909 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51da70f-811a-43c9-90e7-ed25de42496c admin admin] Pushing event deleted for resources: {'Port': ['ID=62c88b7c-60e1-4bae-b40e-2b24c25e8c57,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:30:41.362230 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51da70f-811a-43c9-90e7-ed25de42496c admin admin] No DVR routers for this DVR port 62c88b7c-60e1-4bae-b40e-2b24c25e8c57 on host dv-cinder-778193-10-iscsi {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 05:30:41.399904 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7708914a-f12d-4b20-9a88-0f9e2945d217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751404282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751403777217'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:41.424558 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7708914a-f12d-4b20-9a88-0f9e2945d217 None None] Pushing event deleted for resources: {'Port': ['ID=62c88b7c-60e1-4bae-b40e-2b24c25e8c57,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:30:41.428248 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7708914a-f12d-4b20-9a88-0f9e2945d217 None None] No DVR routers for this DVR port 62c88b7c-60e1-4bae-b40e-2b24c25e8c57 on host dv-cinder-778193-10-iscsi {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 05:30:41.436561 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f51da70f-811a-43c9-90e7-ed25de42496c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3667996', 'neutron.services.segments.db._delete_segments_for_network-8751404111005'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:41.456817 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.services.segments.db [None req-f51da70f-811a-43c9-90e7-ed25de42496c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b65ce37e-28e9-4073-aba8-42f09a595bb5']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:30:41.466240 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.services.segments.db [None req-f51da70f-811a-43c9-90e7-ed25de42496c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2750d958-8afb-4c23-8d50-7f696d3e9439') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:30:41.466601 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.services.segments.db [None req-f51da70f-811a-43c9-90e7-ed25de42496c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2750d958-8afb-4c23-8d50-7f696d3e9439') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:30:41.476267 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f51da70f-811a-43c9-90e7-ed25de42496c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751404111270', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8322591'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:41.488936 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f51da70f-811a-43c9-90e7-ed25de42496c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669518'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:41.494670 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f51da70f-811a-43c9-90e7-ed25de42496c admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 05:30:41.497078 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f51da70f-811a-43c9-90e7-ed25de42496c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6441537'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:41.497078 dv-cinder-778193-10-iscsi neutron-server[94667]: Traceback (most recent call last): Sep 21 05:30:41.497078 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 05:30:41.497078 dv-cinder-778193-10-iscsi neutron-server[94667]: timer() Sep 21 05:30:41.497078 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 05:30:41.497078 dv-cinder-778193-10-iscsi neutron-server[94667]: cb(*args, **kw) Sep 21 05:30:41.497078 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 05:30:41.497078 dv-cinder-778193-10-iscsi neutron-server[94667]: return func(*args, **kwargs) Sep 21 05:30:41.497078 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 05:30:41.497078 dv-cinder-778193-10-iscsi neutron-server[94667]: self._notify() Sep 21 05:30:41.497078 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 05:30:41.497078 dv-cinder-778193-10-iscsi neutron-server[94667]: self.callback(batched_events) Sep 21 05:30:41.497078 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 05:30:41.497078 dv-cinder-778193-10-iscsi neutron-server[94667]: event.method(event) Sep 21 05:30:41.497078 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 05:30:41.497078 dv-cinder-778193-10-iscsi neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 05:30:41.497078 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 05:30:41.497078 dv-cinder-778193-10-iscsi neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 05:30:41.497078 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 05:30:41.497078 dv-cinder-778193-10-iscsi neutron-server[94667]: return f(self, *a, **k) Sep 21 05:30:41.497078 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 05:30:41.497078 dv-cinder-778193-10-iscsi neutron-server[94667]: return self._get(url).json() Sep 21 05:30:41.497078 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 05:30:41.497078 dv-cinder-778193-10-iscsi neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 05:30:41.497078 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 05:30:41.497078 dv-cinder-778193-10-iscsi neutron-server[94667]: return self.request(url, 'GET', **kwargs) Sep 21 05:30:41.497078 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 05:30:41.497078 dv-cinder-778193-10-iscsi neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 05:30:41.497078 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 05:30:41.497078 dv-cinder-778193-10-iscsi neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 05:30:41.497078 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 05:30:41.497078 dv-cinder-778193-10-iscsi neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 05:30:41.497078 dv-cinder-778193-10-iscsi neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 05:30:41.640183 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f51da70f-811a-43c9-90e7-ed25de42496c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3667973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473113'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:41.646672 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f51da70f-811a-43c9-90e7-ed25de42496c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531542'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:41.648116 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-f51da70f-811a-43c9-90e7-ed25de42496c admin admin] 10.222.0.36 "DELETE /v2.0/networks/b65ce37e-28e9-4073-aba8-42f09a595bb5 HTTP/1.1" status: 204 len: 168 time: 0.6863956 Sep 21 05:30:41.651128 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 35846) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:30:41.659193 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51da70f-811a-43c9-90e7-ed25de42496c admin admin] Pushing event deleted for resources: {'Network': ['ID=b65ce37e-28e9-4073-aba8-42f09a595bb5,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:30:41.985912 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-24d84613-22e9-47b5-8b54-638b6bc4cf2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-471819'] for router_interface, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:42.233476 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [None req-24d84613-22e9-47b5-8b54-638b6bc4cf2d admin admin] Deleting port 60106c68-973c-4bd7-9c3f-b220c01da39a {{(pid=94666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 05:30:42.233825 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-24d84613-22e9-47b5-8b54-638b6bc4cf2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751404276529'] for port, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:42.309691 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.db [None req-24d84613-22e9-47b5-8b54-638b6bc4cf2d admin admin] For port 60106c68-973c-4bd7-9c3f-b220c01da39a, host dv-cinder-778193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=60106c68-973c-4bd7-9c3f-b220c01da39a,segment=NetworkSegment(52d15dd2-1120-4c49-9310-47e627a7446b),segment_id=52d15dd2-1120-4c49-9310-47e627a7446b)] {{(pid=94666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:30:42.309982 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-24d84613-22e9-47b5-8b54-638b6bc4cf2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463939'] for port, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:42.326343 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [None req-24d84613-22e9-47b5-8b54-638b6bc4cf2d admin admin] Calling delete_port for 60106c68-973c-4bd7-9c3f-b220c01da39a owned by network:router_interface {{(pid=94666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 05:30:42.628757 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-24d84613-22e9-47b5-8b54-638b6bc4cf2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751404282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751403777217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7439717'] for port, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:42.655552 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d84613-22e9-47b5-8b54-638b6bc4cf2d admin admin] Pushing event deleted for resources: {'Port': ['ID=60106c68-973c-4bd7-9c3f-b220c01da39a,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:30:42.825397 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-24d84613-22e9-47b5-8b54-638b6bc4cf2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-473275'] for router_interface, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:43.040307 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24d84613-22e9-47b5-8b54-638b6bc4cf2d admin admin] Router 7f2d6439-10f3-48f0-b3ac-0c37c7502e8a has already been hosted by L3 agent e4914d08-4fb7-43fa-94fb-1720f1d16cb4 {{(pid=94666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 05:30:43.115419 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device 62c88b7c-60e1-4bae-b40e-2b24c25e8c57 no longer exists at agent ovs-agent-dv-cinder-778193-10-iscsi {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 05:30:43.135318 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] No Port match for: 62c88b7c-60e1-4bae-b40e-2b24c25e8c57 {{(pid=94668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 05:30:43.135667 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device 62c88b7c-60e1-4bae-b40e-2b24c25e8c57 not bound to the agent host dv-cinder-778193-10-iscsi {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 05:30:43.390884 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d84613-22e9-47b5-8b54-638b6bc4cf2d admin admin] Notify agent at l3_agent.dv-cinder-778193-10-iscsi the message routers_updated {{(pid=94666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 05:30:43.396771 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-24d84613-22e9-47b5-8b54-638b6bc4cf2d admin admin] 10.222.0.36 "PUT /v2.0/routers/7f2d6439-10f3-48f0-b3ac-0c37c7502e8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7436249 Sep 21 05:30:43.398936 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 35850) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:30:43.401525 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251cdea9-4571-445e-adc5-91c658ca98c9 None None] Sync routers for ids ['7f2d6439-10f3-48f0-b3ac-0c37c7502e8a'] in dv-cinder-778193-10-iscsi {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 05:30:43.413532 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251cdea9-4571-445e-adc5-91c658ca98c9 None None] Routers {'7f2d6439-10f3-48f0-b3ac-0c37c7502e8a'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:30:43.419389 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-251cdea9-4571-445e-adc5-91c658ca98c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:30:39Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['7f2d6439-10f3-48f0-b3ac-0c37c7502e8a'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:30:43.511512 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-88daebd8-01ad-4004-a0fb-04dc722f08c7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:43.520754 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-251cdea9-4571-445e-adc5-91c658ca98c9 None None] Set router 7f2d6439-10f3-48f0-b3ac-0c37c7502e8a gateway port host: dv-cinder-778193-10-iscsi {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:30:43.623923 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-88daebd8-01ad-4004-a0fb-04dc722f08c7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:43.722484 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-251cdea9-4571-445e-adc5-91c658ca98c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2d6439-10f3-48f0-b3ac-0c37c7502e8a', 'name': 'tempest-TestVolumeBootPattern-2138379968-router', 'tenant_id': '16dc3bd9d9754289aafb0ea9b7d56a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'af1b4840-dc98-431c-ae9b-bcd9553d1ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:22:43Z', 'updated_at': '2021-09-21T05:30:42Z', 'revision_number': 5, 'project_id': '16dc3bd9d9754289aafb0ea9b7d56a62', 'gw_port': {'id': 'af1b4840-dc98-431c-ae9b-bcd9553d1ca1', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ec:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2d6439-10f3-48f0-b3ac-0c37c7502e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:22:44Z', 'updated_at': '2021-09-21T05:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi'}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:30:43.748720 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251cdea9-4571-445e-adc5-91c658ca98c9 None None] Checking router: 7f2d6439-10f3-48f0-b3ac-0c37c7502e8a for host: dv-cinder-778193-10-iscsi {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 05:30:43.757492 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251cdea9-4571-445e-adc5-91c658ca98c9 None None] Routers {'7f2d6439-10f3-48f0-b3ac-0c37c7502e8a'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:30:43.758260 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-251cdea9-4571-445e-adc5-91c658ca98c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:30:39Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['7f2d6439-10f3-48f0-b3ac-0c37c7502e8a'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:30:43.760649 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [None req-88daebd8-01ad-4004-a0fb-04dc722f08c7 admin admin] Deleting port af1b4840-dc98-431c-ae9b-bcd9553d1ca1 {{(pid=94666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 05:30:43.762588 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-88daebd8-01ad-4004-a0fb-04dc722f08c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751404276529'] for port, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:43.857158 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.db [None req-88daebd8-01ad-4004-a0fb-04dc722f08c7 admin admin] For port af1b4840-dc98-431c-ae9b-bcd9553d1ca1, host dv-cinder-778193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=af1b4840-dc98-431c-ae9b-bcd9553d1ca1,segment=NetworkSegment(826ab498-a3a4-4696-958a-2da03407e177),segment_id=826ab498-a3a4-4696-958a-2da03407e177)] {{(pid=94666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:30:43.858010 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-88daebd8-01ad-4004-a0fb-04dc722f08c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463939'] for port, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:43.860189 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-251cdea9-4571-445e-adc5-91c658ca98c9 None None] Set router 7f2d6439-10f3-48f0-b3ac-0c37c7502e8a gateway port host: None {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:30:43.875102 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [None req-88daebd8-01ad-4004-a0fb-04dc722f08c7 admin admin] Calling delete_port for af1b4840-dc98-431c-ae9b-bcd9553d1ca1 owned by network:router_gateway {{(pid=94666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 05:30:43.922807 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-251cdea9-4571-445e-adc5-91c658ca98c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2d6439-10f3-48f0-b3ac-0c37c7502e8a', 'name': 'tempest-TestVolumeBootPattern-2138379968-router', 'tenant_id': '16dc3bd9d9754289aafb0ea9b7d56a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:22:43Z', 'updated_at': '2021-09-21T05:30:43Z', 'revision_number': 6, 'project_id': '16dc3bd9d9754289aafb0ea9b7d56a62', 'gw_port_host': None}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:30:43.950833 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251cdea9-4571-445e-adc5-91c658ca98c9 None None] The sync data for ids ['7f2d6439-10f3-48f0-b3ac-0c37c7502e8a'] in dv-cinder-778193-10-iscsi is: [{'id': '7f2d6439-10f3-48f0-b3ac-0c37c7502e8a', 'name': 'tempest-TestVolumeBootPattern-2138379968-router', 'tenant_id': '16dc3bd9d9754289aafb0ea9b7d56a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:22:43Z', 'updated_at': '2021-09-21T05:30:43Z', 'revision_number': 6, 'project_id': '16dc3bd9d9754289aafb0ea9b7d56a62', 'gw_port_host': None}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 05:30:44.109167 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-88daebd8-01ad-4004-a0fb-04dc722f08c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751404282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751403777217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7439717'] for port, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:44.145534 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88daebd8-01ad-4004-a0fb-04dc722f08c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=af1b4840-dc98-431c-ae9b-bcd9553d1ca1,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:30:44.207131 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-88daebd8-01ad-4004-a0fb-04dc722f08c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473213'] for router_gateway, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:44.310036 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-88daebd8-01ad-4004-a0fb-04dc722f08c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:44.312499 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-88daebd8-01ad-4004-a0fb-04dc722f08c7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:44.406135 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-88daebd8-01ad-4004-a0fb-04dc722f08c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576727'] for router, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:44.406700 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88daebd8-01ad-4004-a0fb-04dc722f08c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f2d6439-10f3-48f0-b3ac-0c37c7502e8a {{(pid=94666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 05:30:44.411707 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-88daebd8-01ad-4004-a0fb-04dc722f08c7 admin admin] Notify callbacks [] for router, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:44.412857 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-88daebd8-01ad-4004-a0fb-04dc722f08c7 admin admin] 10.222.0.36 "DELETE /v2.0/routers/7f2d6439-10f3-48f0-b3ac-0c37c7502e8a HTTP/1.1" status: 204 len: 168 time: 1.0130014 Sep 21 05:30:44.415459 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 35854) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:30:44.465017 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.db.db_base_plugin_v2 [None req-b650e178-3f25-4e66-961d-89c87678265d admin admin] Deleting subnet 7253d2ac-3f24-4164-bd64-4aad08681a10 {{(pid=94666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 05:30:44.469345 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-b650e178-3f25-4e66-961d-89c87678265d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:44.508773 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-b650e178-3f25-4e66-961d-89c87678265d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8344726'] for subnet, precommit_delete_associations {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:44.590822 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-b650e178-3f25-4e66-961d-89c87678265d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3669403'] for subnet, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:44.732361 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-b650e178-3f25-4e66-961d-89c87678265d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3669388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7439690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8253416'] for subnet, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:44.764036 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b650e178-3f25-4e66-961d-89c87678265d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7253d2ac-3f24-4164-bd64-4aad08681a10,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:30:44.768167 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-b650e178-3f25-4e66-961d-89c87678265d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:44.770082 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-b650e178-3f25-4e66-961d-89c87678265d admin admin] 10.222.0.36 "DELETE /v2.0/subnets/7253d2ac-3f24-4164-bd64-4aad08681a10 HTTP/1.1" status: 204 len: 168 time: 0.3536754 Sep 21 05:30:44.772684 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 35856) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:30:44.775415 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23c7e85-27a3-4b4f-853d-51e090129497 None None] Network 78d0602b-83ba-4029-bfd3-1ce794c2bf47 requested from dv-cinder-778193-10-iscsi {{(pid=94668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 05:30:44.852091 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-e61f36bf-a575-417e-9d0f-7aeebdb6ec53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682922'] for network, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:44.926613 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [None req-e61f36bf-a575-417e-9d0f-7aeebdb6ec53 admin admin] Deleting port 9b79b24c-a08b-4f84-abf2-d7abe99cd736 {{(pid=94666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 05:30:44.926963 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-e61f36bf-a575-417e-9d0f-7aeebdb6ec53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751404276529'] for port, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:45.010810 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.db [None req-e61f36bf-a575-417e-9d0f-7aeebdb6ec53 admin admin] For port 9b79b24c-a08b-4f84-abf2-d7abe99cd736, host dv-cinder-778193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=9b79b24c-a08b-4f84-abf2-d7abe99cd736,segment=NetworkSegment(52d15dd2-1120-4c49-9310-47e627a7446b),segment_id=52d15dd2-1120-4c49-9310-47e627a7446b)] {{(pid=94666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:30:45.011274 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-e61f36bf-a575-417e-9d0f-7aeebdb6ec53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463939'] for port, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:45.035265 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [None req-e61f36bf-a575-417e-9d0f-7aeebdb6ec53 admin admin] Calling delete_port for 9b79b24c-a08b-4f84-abf2-d7abe99cd736 owned by network:dhcp {{(pid=94666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 05:30:45.040749 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eaa09a8-6a30-4094-9d11-414b0ccf82e4 None None] DHCP port deletion for 78d0602b-83ba-4029-bfd3-1ce794c2bf47 request from dv-cinder-778193-10-iscsi {{(pid=94668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 05:30:45.140121 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-1eaa09a8-6a30-4094-9d11-414b0ccf82e4 None None] Deleting port 9b79b24c-a08b-4f84-abf2-d7abe99cd736 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 05:30:45.140770 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1eaa09a8-6a30-4094-9d11-414b0ccf82e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751404276529'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:45.173694 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device 9b79b24c-a08b-4f84-abf2-d7abe99cd736 no longer exists at agent ovs-agent-dv-cinder-778193-10-iscsi {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 05:30:45.214912 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5822ab-8a0f-42b3-a937-7d9590b78e10 req-1f1a47de-1c74-4b14-9622-961f4ea6742f tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:30:45.216642 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4a5822ab-8a0f-42b3-a937-7d9590b78e10 req-1f1a47de-1c74-4b14-9622-961f4ea6742f tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "GET /v2.0/ports?device_id=16119454-fd9b-46f8-8cce-824b2915508b HTTP/1.1" status: 200 len: 946 time: 0.0929074 Sep 21 05:30:45.251100 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-1eaa09a8-6a30-4094-9d11-414b0ccf82e4 None None] For port 9b79b24c-a08b-4f84-abf2-d7abe99cd736, host dv-cinder-778193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=9b79b24c-a08b-4f84-abf2-d7abe99cd736,segment=NetworkSegment(52d15dd2-1120-4c49-9310-47e627a7446b),segment_id=52d15dd2-1120-4c49-9310-47e627a7446b)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:30:45.251460 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1eaa09a8-6a30-4094-9d11-414b0ccf82e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463939'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:45.257980 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4a5822ab-8a0f-42b3-a937-7d9590b78e10 req-a1aef6f7-8c6d-4448-ad73-4980cc2b4d6c tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "GET /v2.0/security-groups?id=13822130-0b2f-492f-8439-8d8cab126c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346966 Sep 21 05:30:45.267168 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-1eaa09a8-6a30-4094-9d11-414b0ccf82e4 None None] Calling delete_port for 9b79b24c-a08b-4f84-abf2-d7abe99cd736 owned by network:dhcp {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 05:30:45.283609 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 35866) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:30:45.332551 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-e61f36bf-a575-417e-9d0f-7aeebdb6ec53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751404282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751403777217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7439717'] for port, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:45.352941 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:45.372483 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61f36bf-a575-417e-9d0f-7aeebdb6ec53 admin admin] No DVR routers for this DVR port 9b79b24c-a08b-4f84-abf2-d7abe99cd736 on host dv-cinder-778193-10-iscsi {{(pid=94666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 05:30:45.374935 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61f36bf-a575-417e-9d0f-7aeebdb6ec53 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b79b24c-a08b-4f84-abf2-d7abe99cd736,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:30:45.427187 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1eaa09a8-6a30-4094-9d11-414b0ccf82e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751404282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751403777217'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:45.432937 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device 60106c68-973c-4bd7-9c3f-b220c01da39a no longer exists at agent ovs-agent-dv-cinder-778193-10-iscsi {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 05:30:45.466127 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-e61f36bf-a575-417e-9d0f-7aeebdb6ec53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3667996', 'neutron.services.segments.db._delete_segments_for_network-8751404111005'] for network, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:45.472837 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da70e272-dd4a-42af-9140-c888260592e8 tempest-TestMinimumBasicScenario-1125211848 tempest-TestMinimumBasicScenario-1125211848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:30:45.477507 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaa09a8-6a30-4094-9d11-414b0ccf82e4 None None] Pushing event deleted for resources: {'Port': ['ID=9b79b24c-a08b-4f84-abf2-d7abe99cd736,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:30:45.477706 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-da70e272-dd4a-42af-9140-c888260592e8 tempest-TestMinimumBasicScenario-1125211848 tempest-TestMinimumBasicScenario-1125211848-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=16119454-fd9b-46f8-8cce-824b2915508b HTTP/1.1" status: 200 len: 1094 time: 0.1890974 Sep 21 05:30:45.477800 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] No Port match for: 60106c68-973c-4bd7-9c3f-b220c01da39a {{(pid=94668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 05:30:45.477800 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device 60106c68-973c-4bd7-9c3f-b220c01da39a not bound to the agent host dv-cinder-778193-10-iscsi {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 05:30:45.477964 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device af1b4840-dc98-431c-ae9b-bcd9553d1ca1 no longer exists at agent ovs-agent-dv-cinder-778193-10-iscsi {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 05:30:45.483703 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eaa09a8-6a30-4094-9d11-414b0ccf82e4 None None] No DVR routers for this DVR port 9b79b24c-a08b-4f84-abf2-d7abe99cd736 on host dv-cinder-778193-10-iscsi {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 05:30:45.484108 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 35870) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:30:45.490925 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.v2.base [None req-0aed9a32-a461-4fcc-bddb-0b29cca9bbce tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Request body: {'floatingip': {'floating_network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'port_id': 'bf3afa4d-7dde-4531-849e-5a1a765526b2', 'tenant_id': 'ea4c6306688a405997e9d4fb4cad04ab', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:30:45.493203 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.services.segments.db [None req-e61f36bf-a575-417e-9d0f-7aeebdb6ec53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78d0602b-83ba-4029-bfd3-1ce794c2bf47']}} {{(pid=94666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:30:45.506445 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.services.segments.db [None req-e61f36bf-a575-417e-9d0f-7aeebdb6ec53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52d15dd2-1120-4c49-9310-47e627a7446b') {'for_net_delete': True} {{(pid=94666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:30:45.506748 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.services.segments.db [None req-e61f36bf-a575-417e-9d0f-7aeebdb6ec53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52d15dd2-1120-4c49-9310-47e627a7446b') {} {{(pid=94666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:30:45.519435 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] No Port match for: af1b4840-dc98-431c-ae9b-bcd9553d1ca1 {{(pid=94668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 05:30:45.519969 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device af1b4840-dc98-431c-ae9b-bcd9553d1ca1 not bound to the agent host dv-cinder-778193-10-iscsi {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 05:30:45.521961 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-e61f36bf-a575-417e-9d0f-7aeebdb6ec53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751404111270', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8344733'] for segment, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:45.536228 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-e61f36bf-a575-417e-9d0f-7aeebdb6ec53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669518'] for segment, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:45.542549 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e61f36bf-a575-417e-9d0f-7aeebdb6ec53 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=94666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 05:30:45.542945 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-e61f36bf-a575-417e-9d0f-7aeebdb6ec53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7440276'] for segment, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:45.544608 dv-cinder-778193-10-iscsi neutron-server[94666]: Traceback (most recent call last): Sep 21 05:30:45.544608 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 05:30:45.544608 dv-cinder-778193-10-iscsi neutron-server[94666]: timer() Sep 21 05:30:45.544608 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 05:30:45.544608 dv-cinder-778193-10-iscsi neutron-server[94666]: cb(*args, **kw) Sep 21 05:30:45.544608 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 05:30:45.544608 dv-cinder-778193-10-iscsi neutron-server[94666]: return func(*args, **kwargs) Sep 21 05:30:45.544608 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 05:30:45.544608 dv-cinder-778193-10-iscsi neutron-server[94666]: self._notify() Sep 21 05:30:45.544608 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 05:30:45.544608 dv-cinder-778193-10-iscsi neutron-server[94666]: self.callback(batched_events) Sep 21 05:30:45.544608 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 05:30:45.544608 dv-cinder-778193-10-iscsi neutron-server[94666]: event.method(event) Sep 21 05:30:45.544608 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 05:30:45.544608 dv-cinder-778193-10-iscsi neutron-server[94666]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 05:30:45.544608 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 05:30:45.544608 dv-cinder-778193-10-iscsi neutron-server[94666]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 05:30:45.544608 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 05:30:45.544608 dv-cinder-778193-10-iscsi neutron-server[94666]: return f(self, *a, **k) Sep 21 05:30:45.544608 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 05:30:45.544608 dv-cinder-778193-10-iscsi neutron-server[94666]: return self._get(url).json() Sep 21 05:30:45.544608 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 05:30:45.544608 dv-cinder-778193-10-iscsi neutron-server[94666]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 05:30:45.544608 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 05:30:45.544608 dv-cinder-778193-10-iscsi neutron-server[94666]: return self.request(url, 'GET', **kwargs) Sep 21 05:30:45.544608 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 05:30:45.544608 dv-cinder-778193-10-iscsi neutron-server[94666]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 05:30:45.544608 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 05:30:45.544608 dv-cinder-778193-10-iscsi neutron-server[94666]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 05:30:45.544608 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 05:30:45.544608 dv-cinder-778193-10-iscsi neutron-server[94666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 05:30:45.544608 dv-cinder-778193-10-iscsi neutron-server[94666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 05:30:45.617931 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0aed9a32-a461-4fcc-bddb-0b29cca9bbce tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Notify callbacks [] for floatingip, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:45.708548 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-e61f36bf-a575-417e-9d0f-7aeebdb6ec53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3667973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473113'] for network, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:45.714216 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-e61f36bf-a575-417e-9d0f-7aeebdb6ec53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531542'] for network, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:45.716429 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-e61f36bf-a575-417e-9d0f-7aeebdb6ec53 admin admin] 10.222.0.36 "DELETE /v2.0/networks/78d0602b-83ba-4029-bfd3-1ce794c2bf47 HTTP/1.1" status: 204 len: 168 time: 0.9427392 Sep 21 05:30:45.721587 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0aed9a32-a461-4fcc-bddb-0b29cca9bbce tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:45.730166 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61f36bf-a575-417e-9d0f-7aeebdb6ec53 admin admin] Pushing event deleted for resources: {'Network': ['ID=78d0602b-83ba-4029-bfd3-1ce794c2bf47,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:30:45.837311 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-0aed9a32-a461-4fcc-bddb-0b29cca9bbce tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Allocated IP 172.27.3.240 (666bfb66-d53f-41b5-aa91-1f3481ab5acc/80dd054f-6720-4669-be55-825ddd1b955a/e514ff2c-9d4b-41d7-a514-b0aaf5fe65fd) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 05:30:45.943496 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0aed9a32-a461-4fcc-bddb-0b29cca9bbce tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:46.051835 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0aed9a32-a461-4fcc-bddb-0b29cca9bbce tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751403777208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6441136'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:46.088415 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aed9a32-a461-4fcc-bddb-0b29cca9bbce tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Network 666bfb66-d53f-41b5-aa91-1f3481ab5acc is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 05:30:46.091118 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-0aed9a32-a461-4fcc-bddb-0b29cca9bbce tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 05:30:46.093577 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aed9a32-a461-4fcc-bddb-0b29cca9bbce tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 05:30:46.122465 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aed9a32-a461-4fcc-bddb-0b29cca9bbce tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Pushing event updated for resources: {'Port': ['ID=e514ff2c-9d4b-41d7-a514-b0aaf5fe65fd,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:30:46.365866 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 35874) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:30:46.414933 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-72dfea23-7ad8-4ac8-b635-ab99503ce525 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f732baa476ec493fa4a85f15fa02b9de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0474896 Sep 21 05:30:46.417203 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 35876) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:30:46.471159 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-ad006622-37c1-418f-b82e-7629c414d361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:46.495934 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-ad006622-37c1-418f-b82e-7629c414d361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:46.636576 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-ad006622-37c1-418f-b82e-7629c414d361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:46.637617 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-ad006622-37c1-418f-b82e-7629c414d361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:46.641942 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-ad006622-37c1-418f-b82e-7629c414d361 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7123f1d2-f2bc-4b1a-b394-f425fa749244 HTTP/1.1" status: 204 len: 168 time: 0.2234952 Sep 21 05:30:46.650547 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad006622-37c1-418f-b82e-7629c414d361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7123f1d2-f2bc-4b1a-b394-f425fa749244,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:30:46.736692 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0aed9a32-a461-4fcc-bddb-0b29cca9bbce tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:46.906881 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0aed9a32-a461-4fcc-bddb-0b29cca9bbce tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:47.078846 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0aed9a32-a461-4fcc-bddb-0b29cca9bbce tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:47.149931 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0aed9a32-a461-4fcc-bddb-0b29cca9bbce tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6441129'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:47.234706 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aed9a32-a461-4fcc-bddb-0b29cca9bbce tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Pushing event updated for resources: {'Port': ['ID=e514ff2c-9d4b-41d7-a514-b0aaf5fe65fd,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:30:47.239951 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0aed9a32-a461-4fcc-bddb-0b29cca9bbce tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473099'] for floatingip, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:47.369178 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.db.l3_db [None req-0aed9a32-a461-4fcc-bddb-0b29cca9bbce tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Floating IP 640ddf7c-4c4b-417f-9736-962a928e0918 associated. External IP: 172.27.3.240, port: bf3afa4d-7dde-4531-849e-5a1a765526b2. Sep 21 05:30:47.488997 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 35882) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:30:47.537841 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-2a1c0d16-2082-4892-851a-01534c06665a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=16dc3bd9d9754289aafb0ea9b7d56a62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0470810 Sep 21 05:30:47.539963 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 35884) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:30:47.628710 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aed9a32-a461-4fcc-bddb-0b29cca9bbce tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Router 884c91a7-cc75-4d98-a5cc-483508101178 has already been hosted by L3 agent e4914d08-4fb7-43fa-94fb-1720f1d16cb4 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 05:30:47.645472 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fb14c8ab-a083-4727-83d5-a34192bc58ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:47.711562 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fb14c8ab-a083-4727-83d5-a34192bc58ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:47.816663 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aed9a32-a461-4fcc-bddb-0b29cca9bbce tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Notify agent at l3_agent.dv-cinder-778193-10-iscsi the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 05:30:47.828381 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64e8c51-f452-48d7-9613-c6ed7529c886 None None] Sync routers for ids ['884c91a7-cc75-4d98-a5cc-483508101178'] in dv-cinder-778193-10-iscsi {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 05:30:47.841338 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64e8c51-f452-48d7-9613-c6ed7529c886 None None] Routers {'884c91a7-cc75-4d98-a5cc-483508101178'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:30:47.842271 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-f64e8c51-f452-48d7-9613-c6ed7529c886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:30:39Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['884c91a7-cc75-4d98-a5cc-483508101178'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:30:47.937723 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fb14c8ab-a083-4727-83d5-a34192bc58ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:47.940851 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fb14c8ab-a083-4727-83d5-a34192bc58ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:47.943069 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-fb14c8ab-a083-4727-83d5-a34192bc58ef admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6714d742-ab1e-45e2-bcef-eb5c84da835d HTTP/1.1" status: 204 len: 168 time: 0.4011619 Sep 21 05:30:47.943069 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0aed9a32-a461-4fcc-bddb-0b29cca9bbce tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339'] for floatingip, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:47.991001 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb14c8ab-a083-4727-83d5-a34192bc58ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6714d742-ab1e-45e2-bcef-eb5c84da835d,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:30:48.002619 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 35888) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:30:48.002856 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-0aed9a32-a461-4fcc-bddb-0b29cca9bbce tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5173101 Sep 21 05:30:48.003716 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16119454-fd9b-46f8-8cce-824b2915508b', 'tag': 'bf3afa4d-7dde-4531-849e-5a1a765526b2'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 05:30:48.006097 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2093a7355c0e7a06ffa9c2f51d01f7a17d1263efd9baf457b9b047ecef1e75bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d08b7b0-2e90-42b1-b98a-34406c5eba31" -d '{"events": [{"name": "network-changed", "server_uuid": "16119454-fd9b-46f8-8cce-824b2915508b", "tag": "bf3afa4d-7dde-4531-849e-5a1a765526b2"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 05:30:48.007642 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-edd7a879-1887-49c2-9f41-79a89122b3c3 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-703224160', 'description': 'tempest-secgroup-smoke-703224160 description', 'project_id': 'ea4c6306688a405997e9d4fb4cad04ab'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:30:48.057119 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 05:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e0ddb6-62f5-47e3-896c-264036be75e3 x-openstack-request-id: req-43e0ddb6-62f5-47e3-896c-264036be75e3 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 05:30:48.057411 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16119454-fd9b-46f8-8cce-824b2915508b", "tag": "bf3afa4d-7dde-4531-849e-5a1a765526b2", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 05:30:48.057672 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-43e0ddb6-62f5-47e3-896c-264036be75e3 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 05:30:48.062271 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16119454-fd9b-46f8-8cce-824b2915508b', 'tag': 'bf3afa4d-7dde-4531-849e-5a1a765526b2', 'status': 'completed', 'code': 200} Sep 21 05:30:48.109453 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-f64e8c51-f452-48d7-9613-c6ed7529c886 None None] Set router 884c91a7-cc75-4d98-a5cc-483508101178 gateway port host: dv-cinder-778193-10-iscsi {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:30:48.125818 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-edd7a879-1887-49c2-9f41-79a89122b3c3 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:48.136369 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08b7b0-2e90-42b1-b98a-34406c5eba31 req-ef10074f-74c7-4580-a2a4-2ce3cf71ad1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:30:48.137979 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-5d08b7b0-2e90-42b1-b98a-34406c5eba31 req-ef10074f-74c7-4580-a2a4-2ce3cf71ad1b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ea4c6306688a405997e9d4fb4cad04ab&device_id=16119454-fd9b-46f8-8cce-824b2915508b HTTP/1.1" status: 200 len: 1099 time: 0.0548129 Sep 21 05:30:48.255449 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-edd7a879-1887-49c2-9f41-79a89122b3c3 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:48.269323 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08b7b0-2e90-42b1-b98a-34406c5eba31 req-4c89de0b-7a65-4dec-a744-ba7a43f8952b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:30:48.270893 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-5d08b7b0-2e90-42b1-b98a-34406c5eba31 req-4c89de0b-7a65-4dec-a744-ba7a43f8952b service neutron] 10.222.0.32 "GET /v2.0/networks?id=c0cd41a4-6466-43fa-ab2d-1924b0323487 HTTP/1.1" status: 200 len: 915 time: 0.1162853 Sep 21 05:30:48.331881 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-edd7a879-1887-49c2-9f41-79a89122b3c3 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:48.398506 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd7a879-1887-49c2-9f41-79a89122b3c3 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16ee5879-dc5f-4ce2-a221-81fc9c8b9a57,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:30:48.422154 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-f64e8c51-f452-48d7-9613-c6ed7529c886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884c91a7-cc75-4d98-a5cc-483508101178', 'name': 'tempest-TestMinimumBasicScenario-1395311221-router', 'tenant_id': 'ea4c6306688a405997e9d4fb4cad04ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '0bc368df-82cb-4da7-ac0f-82110486bcfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:29:46Z', 'updated_at': '2021-09-21T05:29:49Z', 'revision_number': 4, 'project_id': 'ea4c6306688a405997e9d4fb4cad04ab', 'gw_port': {'id': '0bc368df-82cb-4da7-ac0f-82110486bcfe', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884c91a7-cc75-4d98-a5cc-483508101178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:29:47Z', 'updated_at': '2021-09-21T05:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi', '_floatingips': [{'id': '640ddf7c-4c4b-417f-9736-962a928e0918', 'tenant_id': 'ea4c6306688a405997e9d4fb4cad04ab', 'floating_ip_address': '172.27.3.240', 'floating_network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'router_id': '884c91a7-cc75-4d98-a5cc-483508101178', 'port_id': 'bf3afa4d-7dde-4531-849e-5a1a765526b2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0cd41a4-6466-43fa-ab2d-1924b0323487', 'mac_address': 'fa:16:3e:81:85:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16119454-fd9b-46f8-8cce-824b2915508b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T05:30:46Z', 'updated_at': '2021-09-21T05:30:46Z', 'revision_number': 0, 'project_id': 'ea4c6306688a405997e9d4fb4cad04ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4626a1c2-9cb2-4c67-b97a-486cfa0814b8', 'name': '', 'network_id': 'c0cd41a4-6466-43fa-ab2d-1924b0323487', 'tenant_id': 'ea4c6306688a405997e9d4fb4cad04ab', 'mac_address': 'fa:16:3e:13:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884c91a7-cc75-4d98-a5cc-483508101178', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'd0d631e2-edc8-4a31-b07c-35d016ddfaa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:29:49Z', 'updated_at': '2021-09-21T05:29:53Z', 'revision_number': 5, 'project_id': 'ea4c6306688a405997e9d4fb4cad04ab', 'subnets': [{'id': 'd0d631e2-edc8-4a31-b07c-35d016ddfaa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:30:48.424179 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-5d08b7b0-2e90-42b1-b98a-34406c5eba31 req-e7661453-033a-4f98-bb2c-d20fc5f676b5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf3afa4d-7dde-4531-849e-5a1a765526b2 HTTP/1.1" status: 200 len: 1000 time: 0.1319375 Sep 21 05:30:48.463340 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-edd7a879-1887-49c2-9f41-79a89122b3c3 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:48.466683 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64e8c51-f452-48d7-9613-c6ed7529c886 None None] Checking router: 884c91a7-cc75-4d98-a5cc-483508101178 for host: dv-cinder-778193-10-iscsi {{(pid=94668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 05:30:48.466914 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-edd7a879-1887-49c2-9f41-79a89122b3c3 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4607713 Sep 21 05:30:48.467764 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 35892) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:30:48.473289 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-fdeb8b84-325c-4ea1-85b2-6b3b1b11ad64 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Request body: {'security_group_rule': {'security_group_id': '16ee5879-dc5f-4ce2-a221-81fc9c8b9a57', 'project_id': 'ea4c6306688a405997e9d4fb4cad04ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:30:48.489201 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64e8c51-f452-48d7-9613-c6ed7529c886 None None] Routers {'884c91a7-cc75-4d98-a5cc-483508101178'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:30:48.489930 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-f64e8c51-f452-48d7-9613-c6ed7529c886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:30:39Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['884c91a7-cc75-4d98-a5cc-483508101178'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:30:48.519453 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08b7b0-2e90-42b1-b98a-34406c5eba31 req-e2fb04e3-3ca5-463c-ba68-c07945b7628a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:30:48.521179 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-5d08b7b0-2e90-42b1-b98a-34406c5eba31 req-e2fb04e3-3ca5-463c-ba68-c07945b7628a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d0d631e2-edc8-4a31-b07c-35d016ddfaa9 HTTP/1.1" status: 200 len: 854 time: 0.0905092 Sep 21 05:30:48.585235 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08b7b0-2e90-42b1-b98a-34406c5eba31 req-adf0db49-5c71-49e5-8695-a2f079f32c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:30:48.587045 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-5d08b7b0-2e90-42b1-b98a-34406c5eba31 req-adf0db49-5c71-49e5-8695-a2f079f32c92 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c0cd41a4-6466-43fa-ab2d-1924b0323487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0592854 Sep 21 05:30:48.589628 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-fdeb8b84-325c-4ea1-85b2-6b3b1b11ad64 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:48.601230 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [req-5d08b7b0-2e90-42b1-b98a-34406c5eba31 req-ac7ae0e5-b5b4-4a4f-b8f4-56a6463ca3d7 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 05:30:48.603301 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-5d08b7b0-2e90-42b1-b98a-34406c5eba31 req-ac7ae0e5-b5b4-4a4f-b8f4-56a6463ca3d7 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0095432 Sep 21 05:30:48.620473 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-f64e8c51-f452-48d7-9613-c6ed7529c886 None None] Set router 884c91a7-cc75-4d98-a5cc-483508101178 gateway port host: dv-cinder-778193-10-iscsi {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:30:48.668955 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-fdeb8b84-325c-4ea1-85b2-6b3b1b11ad64 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:48.710588 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-5d08b7b0-2e90-42b1-b98a-34406c5eba31 req-aeed3f52-1199-4042-a50f-674f7a6190ea service neutron] 10.222.0.32 "GET /v2.0/networks/c0cd41a4-6466-43fa-ab2d-1924b0323487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006823 Sep 21 05:30:48.748947 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-fdeb8b84-325c-4ea1-85b2-6b3b1b11ad64 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585508'] for security_group_rule, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:48.770456 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeb8b84-325c-4ea1-85b2-6b3b1b11ad64 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ca7b049-72f0-4ede-b92f-9b7cef0ea854,revision_number=0']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:30:48.834605 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-5d08b7b0-2e90-42b1-b98a-34406c5eba31 req-a3f65c33-f0ba-4126-ba26-4b5e3db17843 service neutron] 10.222.0.32 "GET /v2.0/networks/c0cd41a4-6466-43fa-ab2d-1924b0323487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160631 Sep 21 05:30:48.851938 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-fdeb8b84-325c-4ea1-85b2-6b3b1b11ad64 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:48.853157 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-fdeb8b84-325c-4ea1-85b2-6b3b1b11ad64 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3843637 Sep 21 05:30:48.858457 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 35894) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:30:48.866604 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-0533b349-dc49-4d78-9355-c0dd40f0f220 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Request body: {'security_group_rule': {'security_group_id': '16ee5879-dc5f-4ce2-a221-81fc9c8b9a57', 'project_id': 'ea4c6306688a405997e9d4fb4cad04ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:30:48.876734 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-f64e8c51-f452-48d7-9613-c6ed7529c886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884c91a7-cc75-4d98-a5cc-483508101178', 'name': 'tempest-TestMinimumBasicScenario-1395311221-router', 'tenant_id': 'ea4c6306688a405997e9d4fb4cad04ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '0bc368df-82cb-4da7-ac0f-82110486bcfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:29:46Z', 'updated_at': '2021-09-21T05:29:49Z', 'revision_number': 4, 'project_id': 'ea4c6306688a405997e9d4fb4cad04ab', 'gw_port': {'id': '0bc368df-82cb-4da7-ac0f-82110486bcfe', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884c91a7-cc75-4d98-a5cc-483508101178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:29:47Z', 'updated_at': '2021-09-21T05:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi', '_floatingips': [{'id': '640ddf7c-4c4b-417f-9736-962a928e0918', 'tenant_id': 'ea4c6306688a405997e9d4fb4cad04ab', 'floating_ip_address': '172.27.3.240', 'floating_network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'router_id': '884c91a7-cc75-4d98-a5cc-483508101178', 'port_id': 'bf3afa4d-7dde-4531-849e-5a1a765526b2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0cd41a4-6466-43fa-ab2d-1924b0323487', 'mac_address': 'fa:16:3e:81:85:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16119454-fd9b-46f8-8cce-824b2915508b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T05:30:46Z', 'updated_at': '2021-09-21T05:30:46Z', 'revision_number': 0, 'project_id': 'ea4c6306688a405997e9d4fb4cad04ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4626a1c2-9cb2-4c67-b97a-486cfa0814b8', 'name': '', 'network_id': 'c0cd41a4-6466-43fa-ab2d-1924b0323487', 'tenant_id': 'ea4c6306688a405997e9d4fb4cad04ab', 'mac_address': 'fa:16:3e:13:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884c91a7-cc75-4d98-a5cc-483508101178', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'd0d631e2-edc8-4a31-b07c-35d016ddfaa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:29:49Z', 'updated_at': '2021-09-21T05:29:53Z', 'revision_number': 5, 'project_id': 'ea4c6306688a405997e9d4fb4cad04ab', 'subnets': [{'id': 'd0d631e2-edc8-4a31-b07c-35d016ddfaa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:30:48.911760 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64e8c51-f452-48d7-9613-c6ed7529c886 None None] The sync data for ids ['884c91a7-cc75-4d98-a5cc-483508101178'] in dv-cinder-778193-10-iscsi is: [{'id': '884c91a7-cc75-4d98-a5cc-483508101178', 'name': 'tempest-TestMinimumBasicScenario-1395311221-router', 'tenant_id': 'ea4c6306688a405997e9d4fb4cad04ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '0bc368df-82cb-4da7-ac0f-82110486bcfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:29:46Z', 'updated_at': '2021-09-21T05:29:49Z', 'revision_number': 4, 'project_id': 'ea4c6306688a405997e9d4fb4cad04ab', 'gw_port': {'id': '0bc368df-82cb-4da7-ac0f-82110486bcfe', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884c91a7-cc75-4d98-a5cc-483508101178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:29:47Z', 'updated_at': '2021-09-21T05:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi', '_floatingips': [{'id': '640ddf7c-4c4b-417f-9736-962a928e0918', 'tenant_id': 'ea4c6306688a405997e9d4fb4cad04ab', 'floating_ip_address': '172.27.3.240', 'floating_network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'router_id': '884c91a7-cc75-4d98-a5cc-483508101178', 'port_id': 'bf3afa4d-7dde-4531-849e-5a1a765526b2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0cd41a4-6466-43fa-ab2d-1924b0323487', 'mac_address': 'fa:16:3e:81:85:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16119454-fd9b-46f8-8cce-824b2915508b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T05:30:46Z', 'updated_at': '2021-09-21T05:30:46Z', 'revision_number': 0, 'project_id': 'ea4c6306688a405997e9d4fb4cad04ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4626a1c2-9cb2-4c67-b97a-486cfa0814b8', 'name': '', 'network_id': 'c0cd41a4-6466-43fa-ab2d-1924b0323487', 'tenant_id': 'ea4c6306688a405997e9d4fb4cad04ab', 'mac_address': 'fa:16:3e:13:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884c91a7-cc75-4d98-a5cc-483508101178', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'd0d631e2-edc8-4a31-b07c-35d016ddfaa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:29:49Z', 'updated_at': '2021-09-21T05:29:53Z', 'revision_number': 5, 'project_id': 'ea4c6306688a405997e9d4fb4cad04ab', 'subnets': [{'id': 'd0d631e2-edc8-4a31-b07c-35d016ddfaa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 05:30:48.954969 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-0533b349-dc49-4d78-9355-c0dd40f0f220 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:49.020140 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-0533b349-dc49-4d78-9355-c0dd40f0f220 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:49.130103 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d536915f-6bfb-4120-9ea6-0566b350b0da None None] New status for floating IP 640ddf7c-4c4b-417f-9736-962a928e0918: ACTIVE {{(pid=94669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 05:30:49.165789 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-0533b349-dc49-4d78-9355-c0dd40f0f220 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585508'] for security_group_rule, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:49.186323 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0533b349-dc49-4d78-9355-c0dd40f0f220 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e66f953-713d-4219-9a2e-a9dcd0074995,revision_number=0']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:30:49.403166 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-0533b349-dc49-4d78-9355-c0dd40f0f220 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:49.403166 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-0533b349-dc49-4d78-9355-c0dd40f0f220 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5444233 Sep 21 05:30:49.404426 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 35896) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:30:49.408852 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-ecd5a457-aec9-4e7b-8443-90f41aebea31 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Request body: {'security_group_rule': {'security_group_id': '16ee5879-dc5f-4ce2-a221-81fc9c8b9a57', 'project_id': 'ea4c6306688a405997e9d4fb4cad04ab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:30:49.505268 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-ecd5a457-aec9-4e7b-8443-90f41aebea31 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:49.562869 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-ecd5a457-aec9-4e7b-8443-90f41aebea31 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:49.680263 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-ecd5a457-aec9-4e7b-8443-90f41aebea31 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585508'] for security_group_rule, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:49.698385 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd5a457-aec9-4e7b-8443-90f41aebea31 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=439d0eba-631d-4028-9265-472a8fd4bdf7,revision_number=0']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:30:49.851516 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-ecd5a457-aec9-4e7b-8443-90f41aebea31 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:49.852755 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-ecd5a457-aec9-4e7b-8443-90f41aebea31 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4473867 Sep 21 05:30:49.855519 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 35898) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:30:49.859784 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-42971a03-905b-4814-b153-2aa2ec5eca1e tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Request body: {'security_group_rule': {'security_group_id': '16ee5879-dc5f-4ce2-a221-81fc9c8b9a57', 'project_id': 'ea4c6306688a405997e9d4fb4cad04ab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:30:50.091090 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-42971a03-905b-4814-b153-2aa2ec5eca1e tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:50.152944 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-42971a03-905b-4814-b153-2aa2ec5eca1e tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:50.293548 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-42971a03-905b-4814-b153-2aa2ec5eca1e tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585508'] for security_group_rule, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:50.311692 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42971a03-905b-4814-b153-2aa2ec5eca1e tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c557b8ed-5473-4957-b1c1-bb1a5b24e6dc,revision_number=0']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:30:50.389197 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-42971a03-905b-4814-b153-2aa2ec5eca1e tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:50.391757 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-42971a03-905b-4814-b153-2aa2ec5eca1e tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5340137 Sep 21 05:30:50.393737 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 35900) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:30:50.398138 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-460aee6a-7920-49fa-8144-d67522de8950 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Request body: {'security_group_rule': {'security_group_id': '16ee5879-dc5f-4ce2-a221-81fc9c8b9a57', 'project_id': 'ea4c6306688a405997e9d4fb4cad04ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:30:50.474637 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.db.securitygroups_db [None req-460aee6a-7920-49fa-8144-d67522de8950 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Project ea4c6306688a405997e9d4fb4cad04ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 05:30:50.479974 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-460aee6a-7920-49fa-8144-d67522de8950 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:50.541955 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-460aee6a-7920-49fa-8144-d67522de8950 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:50.628707 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-460aee6a-7920-49fa-8144-d67522de8950 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585508'] for security_group_rule, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:50.646796 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460aee6a-7920-49fa-8144-d67522de8950 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6194bfb8-56ea-4f74-a5e2-81e243048885,revision_number=0']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:30:50.708802 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-460aee6a-7920-49fa-8144-d67522de8950 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:50.710060 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-460aee6a-7920-49fa-8144-d67522de8950 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3153827 Sep 21 05:30:50.712903 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 35902) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:30:50.717306 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-94be6eac-d8af-4804-9544-e122846c7da5 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Request body: {'security_group_rule': {'security_group_id': '16ee5879-dc5f-4ce2-a221-81fc9c8b9a57', 'project_id': 'ea4c6306688a405997e9d4fb4cad04ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:30:50.788805 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.db.securitygroups_db [None req-94be6eac-d8af-4804-9544-e122846c7da5 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Project ea4c6306688a405997e9d4fb4cad04ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 05:30:50.794125 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-94be6eac-d8af-4804-9544-e122846c7da5 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:50.857042 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-94be6eac-d8af-4804-9544-e122846c7da5 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:50.936253 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-94be6eac-d8af-4804-9544-e122846c7da5 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585508'] for security_group_rule, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:50.950686 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94be6eac-d8af-4804-9544-e122846c7da5 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d17b8724-369c-4657-9672-677b7a3ca267,revision_number=0']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:30:51.034913 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-94be6eac-d8af-4804-9544-e122846c7da5 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:51.036099 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-94be6eac-d8af-4804-9544-e122846c7da5 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3222311 Sep 21 05:30:51.124679 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0defa6a2-7f33-4de6-a67b-d1bd65d0e441 req-6eafd22e-33ed-4cd0-becd-0c2ff236ac22 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-703224160&fields=id&tenant_id=ea4c6306688a405997e9d4fb4cad04ab HTTP/1.1" status: 200 len: 267 time: 0.0403707 Sep 21 05:30:51.182732 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0defa6a2-7f33-4de6-a67b-d1bd65d0e441 req-d8bfdeb0-626a-4f4b-9c03-e6f4982e9a37 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:30:51.184307 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0defa6a2-7f33-4de6-a67b-d1bd65d0e441 req-d8bfdeb0-626a-4f4b-9c03-e6f4982e9a37 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "GET /v2.0/ports?device_id=16119454-fd9b-46f8-8cce-824b2915508b HTTP/1.1" status: 200 len: 946 time: 0.0532465 Sep 21 05:30:51.196112 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [req-0defa6a2-7f33-4de6-a67b-d1bd65d0e441 req-eb0c2c93-2348-4868-950a-66f6cae55258 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Request body: {'port': {'security_groups': ['13822130-0b2f-492f-8439-8d8cab126c6d', '16ee5879-dc5f-4ce2-a221-81fc9c8b9a57']}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:30:51.263038 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-0defa6a2-7f33-4de6-a67b-d1bd65d0e441 req-eb0c2c93-2348-4868-950a-66f6cae55258 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:51.579134 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.db [req-0defa6a2-7f33-4de6-a67b-d1bd65d0e441 req-eb0c2c93-2348-4868-950a-66f6cae55258 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] For port bf3afa4d-7dde-4531-849e-5a1a765526b2, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=bf3afa4d-7dde-4531-849e-5a1a765526b2,segment=NetworkSegment(31d57a87-5c3f-4d84-9958-68bfdd185b58),segment_id=31d57a87-5c3f-4d84-9958-68bfdd185b58)] {{(pid=94666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:30:51.579134 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-0defa6a2-7f33-4de6-a67b-d1bd65d0e441 req-eb0c2c93-2348-4868-950a-66f6cae55258 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Notify callbacks [] for port, precommit_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:51.817706 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-0defa6a2-7f33-4de6-a67b-d1bd65d0e441 req-eb0c2c93-2348-4868-950a-66f6cae55258 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7439740'] for port, after_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:51.832043 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] get_ports_and_sgs() called for port_ids ['bf3afa4d-7dde-4531-849e-5a1a765526b2'] {{(pid=94668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 05:30:51.865245 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0defa6a2-7f33-4de6-a67b-d1bd65d0e441 req-eb0c2c93-2348-4868-950a-66f6cae55258 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:30:51.865917 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-0defa6a2-7f33-4de6-a67b-d1bd65d0e441 req-eb0c2c93-2348-4868-950a-66f6cae55258 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339'] for port, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:51.867390 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0defa6a2-7f33-4de6-a67b-d1bd65d0e441 req-eb0c2c93-2348-4868-950a-66f6cae55258 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "PUT /v2.0/ports/bf3afa4d-7dde-4531-849e-5a1a765526b2 HTTP/1.1" status: 200 len: 982 time: 0.6766398 Sep 21 05:30:51.867862 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16119454-fd9b-46f8-8cce-824b2915508b', 'tag': 'bf3afa4d-7dde-4531-849e-5a1a765526b2'}] {{(pid=94666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 05:30:51.870388 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44944af2400c5958a336bdfed19235d8f59e5c9f04ba018cfdf82e9059cb0bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-549f3acc-2754-41d4-b717-2c9f057ab688" -d '{"events": [{"name": "network-changed", "server_uuid": "16119454-fd9b-46f8-8cce-824b2915508b", "tag": "bf3afa4d-7dde-4531-849e-5a1a765526b2"}]}' {{(pid=94666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 05:30:51.903566 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0c2c93-2348-4868-950a-66f6cae55258 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Pushing event updated for resources: {'Port': ['ID=bf3afa4d-7dde-4531-849e-5a1a765526b2,revision_number=6']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:30:51.930570 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] get_ports_and_sgs() called for port_ids ['bf3afa4d-7dde-4531-849e-5a1a765526b2'] {{(pid=94668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 05:30:51.941041 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 05:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-766b0b55-a814-457a-87e4-54dce2b386c0 x-openstack-request-id: req-766b0b55-a814-457a-87e4-54dce2b386c0 {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 05:30:51.941557 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16119454-fd9b-46f8-8cce-824b2915508b", "tag": "bf3afa4d-7dde-4531-849e-5a1a765526b2", "status": "completed", "code": 200}]} {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 05:30:51.941911 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-766b0b55-a814-457a-87e4-54dce2b386c0 {{(pid=94666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 05:30:51.942462 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16119454-fd9b-46f8-8cce-824b2915508b', 'tag': 'bf3afa4d-7dde-4531-849e-5a1a765526b2', 'status': 'completed', 'code': 200} Sep 21 05:30:52.026063 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549f3acc-2754-41d4-b717-2c9f057ab688 req-ee1a14c7-3615-4dec-8d04-20f5f3f7d9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:30:52.026710 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d3eab-55f8-4da6-bc2e-2633644ef473 req-3cbbd56a-01ea-4827-9d98-355896bd1a5b tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:30:52.028010 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-549f3acc-2754-41d4-b717-2c9f057ab688 req-ee1a14c7-3615-4dec-8d04-20f5f3f7d9b8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ea4c6306688a405997e9d4fb4cad04ab&device_id=16119454-fd9b-46f8-8cce-824b2915508b HTTP/1.1" status: 200 len: 1138 time: 0.0636957 Sep 21 05:30:52.028156 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f81d3eab-55f8-4da6-bc2e-2633644ef473 req-3cbbd56a-01ea-4827-9d98-355896bd1a5b tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "GET /v2.0/ports?device_id=16119454-fd9b-46f8-8cce-824b2915508b HTTP/1.1" status: 200 len: 985 time: 0.0706136 Sep 21 05:30:52.101190 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f81d3eab-55f8-4da6-bc2e-2633644ef473 req-254e0967-17e3-4dff-82f8-1e3fa09f9a51 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "GET /v2.0/security-groups?id=13822130-0b2f-492f-8439-8d8cab126c6d&id=16ee5879-dc5f-4ce2-a221-81fc9c8b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0610242 Sep 21 05:30:52.160424 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549f3acc-2754-41d4-b717-2c9f057ab688 req-4d64479f-7dec-43b9-893e-bd7ef5d854c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:30:52.162604 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-549f3acc-2754-41d4-b717-2c9f057ab688 req-4d64479f-7dec-43b9-893e-bd7ef5d854c5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c0cd41a4-6466-43fa-ab2d-1924b0323487 HTTP/1.1" status: 200 len: 915 time: 0.1262069 Sep 21 05:30:52.232548 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-549f3acc-2754-41d4-b717-2c9f057ab688 req-9f6fd367-50df-413e-acd2-82ef7f5053d6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf3afa4d-7dde-4531-849e-5a1a765526b2 HTTP/1.1" status: 200 len: 1002 time: 0.0637550 Sep 21 05:30:52.285733 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549f3acc-2754-41d4-b717-2c9f057ab688 req-c3c89f69-ada4-425a-8ae1-fabff892aafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:30:52.287268 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-549f3acc-2754-41d4-b717-2c9f057ab688 req-c3c89f69-ada4-425a-8ae1-fabff892aafe service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d0d631e2-edc8-4a31-b07c-35d016ddfaa9 HTTP/1.1" status: 200 len: 854 time: 0.0475438 Sep 21 05:30:52.305188 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-344d28f3-71ab-4729-9e00-b213954ad5db None None] Provisioning complete for port bf3afa4d-7dde-4531-849e-5a1a765526b2 triggered by entity DHCP. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:30:52.305590 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-344d28f3-71ab-4729-9e00-b213954ad5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:30:52.341293 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549f3acc-2754-41d4-b717-2c9f057ab688 req-e56353c7-2e4e-4caf-81ed-de16c4f3022c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:30:52.342930 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-549f3acc-2754-41d4-b717-2c9f057ab688 req-e56353c7-2e4e-4caf-81ed-de16c4f3022c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c0cd41a4-6466-43fa-ab2d-1924b0323487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0466478 Sep 21 05:30:52.440096 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-549f3acc-2754-41d4-b717-2c9f057ab688 req-2873abb2-626c-4889-b804-4a54bffa34df service neutron] 10.222.0.32 "GET /v2.0/networks/c0cd41a4-6466-43fa-ab2d-1924b0323487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899220 Sep 21 05:30:52.544905 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-549f3acc-2754-41d4-b717-2c9f057ab688 req-53ba22ca-f566-4391-942c-be4335c30c3b service neutron] 10.222.0.32 "GET /v2.0/networks/c0cd41a4-6466-43fa-ab2d-1924b0323487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970895 Sep 21 05:30:53.243703 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.agents_db [None req-b3bad76d-57ee-4137-9d9b-1a82d1aed62b None None] Agent healthcheck: found 6 active agents {{(pid=94669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 05:31:05.805477 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7a40b887-7466-4dc0-b9bd-f195c6349184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:31:06.432720 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345685d-c6d3-4122-a6c6-5d2054a89875 req-ae62dd4f-a845-46b5-80c9-2b055dec2d18 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:31:06.434390 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7345685d-c6d3-4122-a6c6-5d2054a89875 req-ae62dd4f-a845-46b5-80c9-2b055dec2d18 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "GET /v2.0/ports?device_id=16119454-fd9b-46f8-8cce-824b2915508b HTTP/1.1" status: 200 len: 985 time: 0.0522087 Sep 21 05:31:06.476861 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7345685d-c6d3-4122-a6c6-5d2054a89875 req-63795d4b-e3f5-47b0-b253-b12390b2145d tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "GET /v2.0/security-groups?id=13822130-0b2f-492f-8439-8d8cab126c6d&id=16ee5879-dc5f-4ce2-a221-81fc9c8b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348692 Sep 21 05:31:06.492874 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b20057-774c-4ad9-bdf6-81dcd15fe0b5 req-dd62bf44-3c82-4f5c-858b-3ba1f4274944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:31:06.494428 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-53b20057-774c-4ad9-bdf6-81dcd15fe0b5 req-dd62bf44-3c82-4f5c-858b-3ba1f4274944 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ea4c6306688a405997e9d4fb4cad04ab&device_id=16119454-fd9b-46f8-8cce-824b2915508b HTTP/1.1" status: 200 len: 1138 time: 0.0418813 Sep 21 05:31:06.586653 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b20057-774c-4ad9-bdf6-81dcd15fe0b5 req-cb5eca5d-ac43-4048-989c-d04735a6cb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:31:06.588011 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-53b20057-774c-4ad9-bdf6-81dcd15fe0b5 req-cb5eca5d-ac43-4048-989c-d04735a6cb9b service neutron] 10.222.0.32 "GET /v2.0/networks?id=c0cd41a4-6466-43fa-ab2d-1924b0323487 HTTP/1.1" status: 200 len: 915 time: 0.0864413 Sep 21 05:31:06.651647 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-53b20057-774c-4ad9-bdf6-81dcd15fe0b5 req-11507bec-749b-4093-bcc9-eeab2c1c376f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf3afa4d-7dde-4531-849e-5a1a765526b2 HTTP/1.1" status: 200 len: 1002 time: 0.0561721 Sep 21 05:31:06.699339 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b20057-774c-4ad9-bdf6-81dcd15fe0b5 req-dfbfca66-5a33-45a1-b41d-cdd6c3d8aba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:31:06.700737 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-53b20057-774c-4ad9-bdf6-81dcd15fe0b5 req-dfbfca66-5a33-45a1-b41d-cdd6c3d8aba0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d0d631e2-edc8-4a31-b07c-35d016ddfaa9 HTTP/1.1" status: 200 len: 854 time: 0.0420179 Sep 21 05:31:06.749146 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b20057-774c-4ad9-bdf6-81dcd15fe0b5 req-fbf666d1-789c-45a3-b25d-6b68724c0c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:31:06.750648 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-53b20057-774c-4ad9-bdf6-81dcd15fe0b5 req-fbf666d1-789c-45a3-b25d-6b68724c0c24 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c0cd41a4-6466-43fa-ab2d-1924b0323487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0431647 Sep 21 05:31:06.839387 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-53b20057-774c-4ad9-bdf6-81dcd15fe0b5 req-8a874953-f784-4a45-afcf-6b9b50292aa4 service neutron] 10.222.0.32 "GET /v2.0/networks/c0cd41a4-6466-43fa-ab2d-1924b0323487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814362 Sep 21 05:31:06.929975 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-53b20057-774c-4ad9-bdf6-81dcd15fe0b5 req-84dde1ba-fb18-4b93-b057-ab4eeb8e96b0 service neutron] 10.222.0.32 "GET /v2.0/networks/c0cd41a4-6466-43fa-ab2d-1924b0323487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826840 Sep 21 05:31:07.591783 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc1935-0e70-4f11-9f8f-b7eff2d8f42f req-0ba89b31-7d93-498b-87ab-c0751bf545c9 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:31:07.593241 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-44fc1935-0e70-4f11-9f8f-b7eff2d8f42f req-0ba89b31-7d93-498b-87ab-c0751bf545c9 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "GET /v2.0/ports?device_id=16119454-fd9b-46f8-8cce-824b2915508b HTTP/1.1" status: 200 len: 985 time: 0.0493288 Sep 21 05:31:07.633451 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-44fc1935-0e70-4f11-9f8f-b7eff2d8f42f req-6d4312bd-54f9-464e-a0de-297d7c9323cc tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "GET /v2.0/security-groups?id=13822130-0b2f-492f-8439-8d8cab126c6d&id=16ee5879-dc5f-4ce2-a221-81fc9c8b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336232 Sep 21 05:31:08.091348 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:31:08.610855 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9254e782-4cdc-48ed-9bac-5d8274089e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:31:08.744445 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21a7351-709e-487a-a536-5e271660c101 req-3e9e8c92-832c-4a49-adfb-5d0245fe37d1 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:31:08.745939 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b21a7351-709e-487a-a536-5e271660c101 req-3e9e8c92-832c-4a49-adfb-5d0245fe37d1 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "GET /v2.0/ports?device_id=16119454-fd9b-46f8-8cce-824b2915508b HTTP/1.1" status: 200 len: 985 time: 0.0478086 Sep 21 05:31:08.785051 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b21a7351-709e-487a-a536-5e271660c101 req-42d95cbe-1a86-4376-a08e-baff84ab9d16 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "GET /v2.0/security-groups?id=13822130-0b2f-492f-8439-8d8cab126c6d&id=16ee5879-dc5f-4ce2-a221-81fc9c8b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331509 Sep 21 05:31:09.302887 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:31:09.900663 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c975ada9-35f4-4686-a598-ae8fef64e918 req-166592b9-aa8b-445e-b14e-ca47b54c09f8 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:31:09.902134 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c975ada9-35f4-4686-a598-ae8fef64e918 req-166592b9-aa8b-445e-b14e-ca47b54c09f8 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "GET /v2.0/ports?device_id=16119454-fd9b-46f8-8cce-824b2915508b HTTP/1.1" status: 200 len: 985 time: 0.0514684 Sep 21 05:31:09.919725 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2c351aa7-00e3-4828-8663-e1495c3162e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:31:09.940852 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c975ada9-35f4-4686-a598-ae8fef64e918 req-c0e6ba41-0d88-41e3-8c5a-5b2bcafd0581 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "GET /v2.0/security-groups?id=13822130-0b2f-492f-8439-8d8cab126c6d&id=16ee5879-dc5f-4ce2-a221-81fc9c8b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0326147 Sep 21 05:31:11.059301 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2496563-c257-40fa-8bd9-123bf56bafd8 req-744894fd-f76e-4699-8543-5c2270371aa4 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:31:11.060761 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b2496563-c257-40fa-8bd9-123bf56bafd8 req-744894fd-f76e-4699-8543-5c2270371aa4 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "GET /v2.0/ports?device_id=16119454-fd9b-46f8-8cce-824b2915508b HTTP/1.1" status: 200 len: 985 time: 0.0483675 Sep 21 05:31:11.100388 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b2496563-c257-40fa-8bd9-123bf56bafd8 req-6e4fe69f-3230-460a-8798-13c242f0020c tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "GET /v2.0/security-groups?id=13822130-0b2f-492f-8439-8d8cab126c6d&id=16ee5879-dc5f-4ce2-a221-81fc9c8b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336947 Sep 21 05:31:11.239679 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a1fb1f33-fe48-4684-9a56-b3eb65d74809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:31:12.210054 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa672664-153d-4087-830e-8426bbd4c294 req-84cb0ac7-dec2-42a6-a05b-aefbefbcec7d tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:31:12.211514 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-fa672664-153d-4087-830e-8426bbd4c294 req-84cb0ac7-dec2-42a6-a05b-aefbefbcec7d tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "GET /v2.0/ports?device_id=16119454-fd9b-46f8-8cce-824b2915508b HTTP/1.1" status: 200 len: 985 time: 0.0471637 Sep 21 05:31:12.250689 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-fa672664-153d-4087-830e-8426bbd4c294 req-6479b48f-0084-4360-95a9-f9848981a5ae tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "GET /v2.0/security-groups?id=13822130-0b2f-492f-8439-8d8cab126c6d&id=16ee5879-dc5f-4ce2-a221-81fc9c8b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331841 Sep 21 05:31:13.365942 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aef405-fc43-4a24-88c3-9de1fb8fc785 req-6ba5237e-4f71-42d6-8ccc-4fdef3b6aab7 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:31:13.367405 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-09aef405-fc43-4a24-88c3-9de1fb8fc785 req-6ba5237e-4f71-42d6-8ccc-4fdef3b6aab7 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "GET /v2.0/ports?device_id=16119454-fd9b-46f8-8cce-824b2915508b HTTP/1.1" status: 200 len: 985 time: 0.0527847 Sep 21 05:31:13.408072 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-09aef405-fc43-4a24-88c3-9de1fb8fc785 req-8e1890ba-7922-4f43-90d8-74e280471e7c tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "GET /v2.0/security-groups?id=13822130-0b2f-492f-8439-8d8cab126c6d&id=16ee5879-dc5f-4ce2-a221-81fc9c8b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347006 Sep 21 05:31:14.535441 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe16ce3e-cf6b-4f08-8f72-6eb7eb4c8668 req-81ab7054-20fe-4551-8ebe-c9a1628b27a9 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:31:14.536903 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-fe16ce3e-cf6b-4f08-8f72-6eb7eb4c8668 req-81ab7054-20fe-4551-8ebe-c9a1628b27a9 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "GET /v2.0/ports?device_id=16119454-fd9b-46f8-8cce-824b2915508b HTTP/1.1" status: 200 len: 985 time: 0.0478158 Sep 21 05:31:14.575735 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-fe16ce3e-cf6b-4f08-8f72-6eb7eb4c8668 req-7767eb4b-86af-46f2-87e6-779cde0195a7 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "GET /v2.0/security-groups?id=13822130-0b2f-492f-8439-8d8cab126c6d&id=16ee5879-dc5f-4ce2-a221-81fc9c8b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329597 Sep 21 05:31:15.686735 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8480d-dd1a-4282-9c80-a8036b7ac2a2 req-c87ad573-b7f7-412d-98ce-85d4f6ce2e08 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:31:15.688170 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-28c8480d-dd1a-4282-9c80-a8036b7ac2a2 req-c87ad573-b7f7-412d-98ce-85d4f6ce2e08 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "GET /v2.0/ports?device_id=16119454-fd9b-46f8-8cce-824b2915508b HTTP/1.1" status: 200 len: 985 time: 0.0475957 Sep 21 05:31:15.732905 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-28c8480d-dd1a-4282-9c80-a8036b7ac2a2 req-1c03d8f9-0140-4144-ba55-3aeb544c97cd tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "GET /v2.0/security-groups?id=13822130-0b2f-492f-8439-8d8cab126c6d&id=16ee5879-dc5f-4ce2-a221-81fc9c8b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0387928 Sep 21 05:31:16.846648 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a23041-4927-402b-a971-e4e1690e066c req-f2ce149a-d4b2-41ee-bfb9-7e11d1dc4262 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:31:16.848067 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-24a23041-4927-402b-a971-e4e1690e066c req-f2ce149a-d4b2-41ee-bfb9-7e11d1dc4262 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "GET /v2.0/ports?device_id=16119454-fd9b-46f8-8cce-824b2915508b HTTP/1.1" status: 200 len: 985 time: 0.0502582 Sep 21 05:31:16.888233 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-24a23041-4927-402b-a971-e4e1690e066c req-e7f3925b-8320-4dfd-9871-6c1e19279d5b tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "GET /v2.0/security-groups?id=13822130-0b2f-492f-8439-8d8cab126c6d&id=16ee5879-dc5f-4ce2-a221-81fc9c8b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337415 Sep 21 05:31:18.002844 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7abd5ff-55c6-4f1b-a759-9c98c0bdb72b req-9664b6b9-93a6-4d65-a8a3-aacfb9314cea tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:31:18.004421 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e7abd5ff-55c6-4f1b-a759-9c98c0bdb72b req-9664b6b9-93a6-4d65-a8a3-aacfb9314cea tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "GET /v2.0/ports?device_id=16119454-fd9b-46f8-8cce-824b2915508b HTTP/1.1" status: 200 len: 985 time: 0.0497358 Sep 21 05:31:18.048976 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e7abd5ff-55c6-4f1b-a759-9c98c0bdb72b req-ad2bc3e7-b6d8-456d-847c-49dc57e79b63 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "GET /v2.0/security-groups?id=13822130-0b2f-492f-8439-8d8cab126c6d&id=16ee5879-dc5f-4ce2-a221-81fc9c8b9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0377722 Sep 21 05:31:30.241751 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.agents_db [None req-b3bad76d-57ee-4137-9d9b-1a82d1aed62b None None] Agent healthcheck: found 6 active agents {{(pid=94669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 05:31:35.822023 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e6672466-15d2-489f-ae3d-4d301594e520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:31:38.129701 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:31:38.610468 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0d056ded-9030-46ec-b764-61ccb3137094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:31:39.262021 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:31:39.942213 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2c351aa7-00e3-4828-8663-e1495c3162e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:31:41.221678 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a1fb1f33-fe48-4684-9a56-b3eb65d74809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:31:43.697673 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-786bc542-044a-45fa-bc74-6a6d649e47e3 req-e8bd81d2-fb26-4685-912c-84e391285248 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=16119454-fd9b-46f8-8cce-824b2915508b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1691179 Sep 21 05:31:43.779747 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786bc542-044a-45fa-bc74-6a6d649e47e3 req-319078a1-ad0b-4f12-b944-c1ee22831675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:31:43.781227 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-786bc542-044a-45fa-bc74-6a6d649e47e3 req-319078a1-ad0b-4f12-b944-c1ee22831675 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ea4c6306688a405997e9d4fb4cad04ab&device_id=16119454-fd9b-46f8-8cce-824b2915508b HTTP/1.1" status: 200 len: 1138 time: 0.0400605 Sep 21 05:31:43.884345 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786bc542-044a-45fa-bc74-6a6d649e47e3 req-d86e707e-27a1-41db-b2b1-420e0536f5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:31:43.885769 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-786bc542-044a-45fa-bc74-6a6d649e47e3 req-d86e707e-27a1-41db-b2b1-420e0536f5b3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c0cd41a4-6466-43fa-ab2d-1924b0323487 HTTP/1.1" status: 200 len: 915 time: 0.0858009 Sep 21 05:31:43.949792 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-786bc542-044a-45fa-bc74-6a6d649e47e3 req-bf607896-13dd-4c01-8f86-98f1203525c1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf3afa4d-7dde-4531-849e-5a1a765526b2 HTTP/1.1" status: 200 len: 1002 time: 0.0559785 Sep 21 05:31:44.000468 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786bc542-044a-45fa-bc74-6a6d649e47e3 req-3f9c10e8-b876-48ef-b5e5-33bfa22c1986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:31:44.004089 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-786bc542-044a-45fa-bc74-6a6d649e47e3 req-3f9c10e8-b876-48ef-b5e5-33bfa22c1986 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d0d631e2-edc8-4a31-b07c-35d016ddfaa9 HTTP/1.1" status: 200 len: 854 time: 0.0456362 Sep 21 05:31:44.046274 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786bc542-044a-45fa-bc74-6a6d649e47e3 req-f7197731-804d-4a51-be9b-02201cac2951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:31:44.047762 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-786bc542-044a-45fa-bc74-6a6d649e47e3 req-f7197731-804d-4a51-be9b-02201cac2951 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c0cd41a4-6466-43fa-ab2d-1924b0323487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0381608 Sep 21 05:31:44.140747 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-786bc542-044a-45fa-bc74-6a6d649e47e3 req-01b0a417-548c-4f4d-820c-19771215207f service neutron] 10.222.0.32 "GET /v2.0/networks/c0cd41a4-6466-43fa-ab2d-1924b0323487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843952 Sep 21 05:31:44.228752 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-786bc542-044a-45fa-bc74-6a6d649e47e3 req-1335442c-5735-443a-81fa-7960926b2db1 service neutron] 10.222.0.32 "GET /v2.0/networks/c0cd41a4-6466-43fa-ab2d-1924b0323487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815217 Sep 21 05:31:50.642471 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-87ed4b67-743f-4ecf-a0dd-bbaa65c91e4c req-308b133c-8b08-48c0-a7a0-1fb87fbb4c61 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-703224160&fields=id&tenant_id=ea4c6306688a405997e9d4fb4cad04ab HTTP/1.1" status: 200 len: 267 time: 0.0328186 Sep 21 05:31:50.691708 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ed4b67-743f-4ecf-a0dd-bbaa65c91e4c req-50838aca-2e7f-4c54-ad73-feba5a4911e6 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:31:50.693028 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-87ed4b67-743f-4ecf-a0dd-bbaa65c91e4c req-50838aca-2e7f-4c54-ad73-feba5a4911e6 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "GET /v2.0/ports?device_id=16119454-fd9b-46f8-8cce-824b2915508b HTTP/1.1" status: 200 len: 985 time: 0.0453076 Sep 21 05:31:50.704237 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [req-87ed4b67-743f-4ecf-a0dd-bbaa65c91e4c req-8cff54ea-53a8-46f6-a276-45dbeda12eb2 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Request body: {'port': {'security_groups': ['13822130-0b2f-492f-8439-8d8cab126c6d']}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 05:31:50.767509 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-87ed4b67-743f-4ecf-a0dd-bbaa65c91e4c req-8cff54ea-53a8-46f6-a276-45dbeda12eb2 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549995'] for port, before_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:31:50.936651 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.db [req-87ed4b67-743f-4ecf-a0dd-bbaa65c91e4c req-8cff54ea-53a8-46f6-a276-45dbeda12eb2 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] For port bf3afa4d-7dde-4531-849e-5a1a765526b2, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=bf3afa4d-7dde-4531-849e-5a1a765526b2,segment=NetworkSegment(31d57a87-5c3f-4d84-9958-68bfdd185b58),segment_id=31d57a87-5c3f-4d84-9958-68bfdd185b58)] {{(pid=94666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:31:50.963855 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-87ed4b67-743f-4ecf-a0dd-bbaa65c91e4c req-8cff54ea-53a8-46f6-a276-45dbeda12eb2 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Notify callbacks [] for port, precommit_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:31:51.050295 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-87ed4b67-743f-4ecf-a0dd-bbaa65c91e4c req-8cff54ea-53a8-46f6-a276-45dbeda12eb2 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751404283149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751403777226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751403777244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7439740'] for port, after_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:31:51.062525 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] get_ports_and_sgs() called for port_ids ['bf3afa4d-7dde-4531-849e-5a1a765526b2'] {{(pid=94668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 05:31:51.092406 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ed4b67-743f-4ecf-a0dd-bbaa65c91e4c req-8cff54ea-53a8-46f6-a276-45dbeda12eb2 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:31:51.093038 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-87ed4b67-743f-4ecf-a0dd-bbaa65c91e4c req-8cff54ea-53a8-46f6-a276-45dbeda12eb2 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339'] for port, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:31:51.094461 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-87ed4b67-743f-4ecf-a0dd-bbaa65c91e4c req-8cff54ea-53a8-46f6-a276-45dbeda12eb2 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "PUT /v2.0/ports/bf3afa4d-7dde-4531-849e-5a1a765526b2 HTTP/1.1" status: 200 len: 943 time: 0.3944583 Sep 21 05:31:51.101791 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 35958) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:31:51.106013 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16119454-fd9b-46f8-8cce-824b2915508b', 'tag': 'bf3afa4d-7dde-4531-849e-5a1a765526b2'}] {{(pid=94666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 05:31:51.108313 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44944af2400c5958a336bdfed19235d8f59e5c9f04ba018cfdf82e9059cb0bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb225388-fcd8-4f46-9b3d-71d7ed77a025" -d '{"events": [{"name": "network-changed", "server_uuid": "16119454-fd9b-46f8-8cce-824b2915508b", "tag": "bf3afa4d-7dde-4531-849e-5a1a765526b2"}]}' {{(pid=94666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 05:31:51.158437 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cff54ea-53a8-46f6-a276-45dbeda12eb2 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Pushing event updated for resources: {'Port': ['ID=bf3afa4d-7dde-4531-849e-5a1a765526b2,revision_number=7']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:31:51.174390 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cff54ea-53a8-46f6-a276-45dbeda12eb2 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:31:51.174868 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cff54ea-53a8-46f6-a276-45dbeda12eb2 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:31:51.179521 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cff54ea-53a8-46f6-a276-45dbeda12eb2 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:31:51.179693 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cff54ea-53a8-46f6-a276-45dbeda12eb2 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:31:51.180136 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cff54ea-53a8-46f6-a276-45dbeda12eb2 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:31:51.181293 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cff54ea-53a8-46f6-a276-45dbeda12eb2 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:31:51.181704 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cff54ea-53a8-46f6-a276-45dbeda12eb2 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:31:51.182560 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cff54ea-53a8-46f6-a276-45dbeda12eb2 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:31:51.183332 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cff54ea-53a8-46f6-a276-45dbeda12eb2 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:31:51.185457 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cff54ea-53a8-46f6-a276-45dbeda12eb2 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:31:51.186017 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cff54ea-53a8-46f6-a276-45dbeda12eb2 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:31:51.186748 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cff54ea-53a8-46f6-a276-45dbeda12eb2 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:31:51.198664 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cb3b0a92-f59d-4333-ada0-248dbf1abc32 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:31:51.205233 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] get_ports_and_sgs() called for port_ids ['bf3afa4d-7dde-4531-849e-5a1a765526b2'] {{(pid=94668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 05:31:51.237642 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cb3b0a92-f59d-4333-ada0-248dbf1abc32 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:31:51.334719 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-3140caf7-c440-4ef4-bc32-52dd93d8b707 None None] Provisioning complete for port bf3afa4d-7dde-4531-849e-5a1a765526b2 triggered by entity DHCP. {{(pid=94668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 05:31:51.335096 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3140caf7-c440-4ef4-bc32-52dd93d8b707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3656935'] for port, provisioning_complete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:31:51.335280 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 05:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86dac648-ec5b-4b02-8f2d-79617a6464b9 x-openstack-request-id: req-86dac648-ec5b-4b02-8f2d-79617a6464b9 {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 05:31:51.335660 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16119454-fd9b-46f8-8cce-824b2915508b", "tag": "bf3afa4d-7dde-4531-849e-5a1a765526b2", "status": "completed", "code": 200}]} {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 05:31:51.336003 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-86dac648-ec5b-4b02-8f2d-79617a6464b9 {{(pid=94666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 05:31:51.336494 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16119454-fd9b-46f8-8cce-824b2915508b', 'tag': 'bf3afa4d-7dde-4531-849e-5a1a765526b2', 'status': 'completed', 'code': 200} Sep 21 05:31:51.383847 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cb3b0a92-f59d-4333-ada0-248dbf1abc32 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:31:51.386316 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cb3b0a92-f59d-4333-ada0-248dbf1abc32 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:31:51.387478 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-cb3b0a92-f59d-4333-ada0-248dbf1abc32 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "DELETE /v2.0/security-groups/16ee5879-dc5f-4ce2-a221-81fc9c8b9a57 HTTP/1.1" status: 204 len: 168 time: 0.2824566 Sep 21 05:31:51.390387 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 35964) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:31:51.402710 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3b0a92-f59d-4333-ada0-248dbf1abc32 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ee5879-dc5f-4ce2-a221-81fc9c8b9a57,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:31:51.412469 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3b0a92-f59d-4333-ada0-248dbf1abc32 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:31:51.412823 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3b0a92-f59d-4333-ada0-248dbf1abc32 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:31:51.413166 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3b0a92-f59d-4333-ada0-248dbf1abc32 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:31:51.413504 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3b0a92-f59d-4333-ada0-248dbf1abc32 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:31:51.413837 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3b0a92-f59d-4333-ada0-248dbf1abc32 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:31:51.414170 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3b0a92-f59d-4333-ada0-248dbf1abc32 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:31:51.414523 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3b0a92-f59d-4333-ada0-248dbf1abc32 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:31:51.415470 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3b0a92-f59d-4333-ada0-248dbf1abc32 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:31:51.415748 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3b0a92-f59d-4333-ada0-248dbf1abc32 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:31:51.416073 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3b0a92-f59d-4333-ada0-248dbf1abc32 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:31:51.416393 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3b0a92-f59d-4333-ada0-248dbf1abc32 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:31:51.416715 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3b0a92-f59d-4333-ada0-248dbf1abc32 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:31:51.422224 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb225388-fcd8-4f46-9b3d-71d7ed77a025 req-fe753eea-a54b-4087-b121-d996eda8b2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:31:51.423678 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-bb225388-fcd8-4f46-9b3d-71d7ed77a025 req-fe753eea-a54b-4087-b121-d996eda8b2e7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ea4c6306688a405997e9d4fb4cad04ab&device_id=16119454-fd9b-46f8-8cce-824b2915508b HTTP/1.1" status: 200 len: 1099 time: 0.0659881 Sep 21 05:31:51.523877 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb225388-fcd8-4f46-9b3d-71d7ed77a025 req-9f142123-22bf-43bf-9a9e-636af3d4179e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:31:51.525773 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-bb225388-fcd8-4f46-9b3d-71d7ed77a025 req-9f142123-22bf-43bf-9a9e-636af3d4179e service neutron] 10.222.0.32 "GET /v2.0/networks?id=c0cd41a4-6466-43fa-ab2d-1924b0323487 HTTP/1.1" status: 200 len: 915 time: 0.0945926 Sep 21 05:31:51.561813 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [None req-82623a2e-7c77-456f-9d27-29d20937ce6c tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Deleting port e514ff2c-9d4b-41d7-a514-b0aaf5fe65fd {{(pid=94666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 05:31:51.562159 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-82623a2e-7c77-456f-9d27-29d20937ce6c tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751404276529'] for port, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:31:51.593367 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-bb225388-fcd8-4f46-9b3d-71d7ed77a025 req-3c79e9f1-d385-4058-bb28-eed2c48da82c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf3afa4d-7dde-4531-849e-5a1a765526b2 HTTP/1.1" status: 200 len: 1002 time: 0.0603948 Sep 21 05:31:51.637273 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-82623a2e-7c77-456f-9d27-29d20937ce6c tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463939'] for port, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:31:51.637595 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-82623a2e-7c77-456f-9d27-29d20937ce6c tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:31:51.641788 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb225388-fcd8-4f46-9b3d-71d7ed77a025 req-e6923645-ab24-4953-b49d-bd3c59514260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:31:51.643256 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-bb225388-fcd8-4f46-9b3d-71d7ed77a025 req-e6923645-ab24-4953-b49d-bd3c59514260 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d0d631e2-edc8-4a31-b07c-35d016ddfaa9 HTTP/1.1" status: 200 len: 854 time: 0.0426340 Sep 21 05:31:51.649039 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [None req-82623a2e-7c77-456f-9d27-29d20937ce6c tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Calling delete_port for e514ff2c-9d4b-41d7-a514-b0aaf5fe65fd owned by network:floatingip {{(pid=94666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 05:31:51.688202 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb225388-fcd8-4f46-9b3d-71d7ed77a025 req-44a5e865-5866-4440-b30b-c432f9af6bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:31:51.689693 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-bb225388-fcd8-4f46-9b3d-71d7ed77a025 req-44a5e865-5866-4440-b30b-c432f9af6bb3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c0cd41a4-6466-43fa-ab2d-1924b0323487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0391600 Sep 21 05:31:51.781937 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-bb225388-fcd8-4f46-9b3d-71d7ed77a025 req-f7463441-70f1-4025-a2bd-d60c52daf450 service neutron] 10.222.0.32 "GET /v2.0/networks/c0cd41a4-6466-43fa-ab2d-1924b0323487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847592 Sep 21 05:31:51.862121 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-82623a2e-7c77-456f-9d27-29d20937ce6c tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751404282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751403777217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7439717'] for port, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:31:51.873987 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-bb225388-fcd8-4f46-9b3d-71d7ed77a025 req-6defeca8-d76d-4948-a9a2-87c9dd8272b3 service neutron] 10.222.0.32 "GET /v2.0/networks/c0cd41a4-6466-43fa-ab2d-1924b0323487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848644 Sep 21 05:31:51.889270 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82623a2e-7c77-456f-9d27-29d20937ce6c tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Pushing event deleted for resources: {'Port': ['ID=e514ff2c-9d4b-41d7-a514-b0aaf5fe65fd,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:31:51.952514 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-82623a2e-7c77-456f-9d27-29d20937ce6c tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Notify callbacks [] for floatingip, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:31:51.952838 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.db.l3_db [None req-82623a2e-7c77-456f-9d27-29d20937ce6c tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Floating IP 640ddf7c-4c4b-417f-9736-962a928e0918 disassociated (deleted). External IP: 172.27.3.240, port: bf3afa4d-7dde-4531-849e-5a1a765526b2. Sep 21 05:31:52.387139 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82623a2e-7c77-456f-9d27-29d20937ce6c tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Router 884c91a7-cc75-4d98-a5cc-483508101178 has already been hosted by L3 agent e4914d08-4fb7-43fa-94fb-1720f1d16cb4 {{(pid=94666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 05:31:52.489865 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82623a2e-7c77-456f-9d27-29d20937ce6c tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Notify agent at l3_agent.dv-cinder-778193-10-iscsi the message routers_updated {{(pid=94666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 05:31:52.495279 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-82623a2e-7c77-456f-9d27-29d20937ce6c tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339'] for floatingip, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:31:52.501073 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73424021-da62-43c7-9949-f4ebacde2b26 None None] Sync routers for ids ['884c91a7-cc75-4d98-a5cc-483508101178'] in dv-cinder-778193-10-iscsi {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 05:31:52.509677 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73424021-da62-43c7-9949-f4ebacde2b26 None None] Routers {'884c91a7-cc75-4d98-a5cc-483508101178'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:31:52.510290 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-73424021-da62-43c7-9949-f4ebacde2b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:31:39Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['884c91a7-cc75-4d98-a5cc-483508101178'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:31:52.520307 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-82623a2e-7c77-456f-9d27-29d20937ce6c tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "DELETE /v2.0/floatingips/640ddf7c-4c4b-417f-9736-962a928e0918 HTTP/1.1" status: 204 len: 168 time: 1.1286581 Sep 21 05:31:52.615467 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-73424021-da62-43c7-9949-f4ebacde2b26 None None] Set router 884c91a7-cc75-4d98-a5cc-483508101178 gateway port host: dv-cinder-778193-10-iscsi {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:31:52.805005 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-73424021-da62-43c7-9949-f4ebacde2b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884c91a7-cc75-4d98-a5cc-483508101178', 'name': 'tempest-TestMinimumBasicScenario-1395311221-router', 'tenant_id': 'ea4c6306688a405997e9d4fb4cad04ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '0bc368df-82cb-4da7-ac0f-82110486bcfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:29:46Z', 'updated_at': '2021-09-21T05:29:49Z', 'revision_number': 4, 'project_id': 'ea4c6306688a405997e9d4fb4cad04ab', 'gw_port': {'id': '0bc368df-82cb-4da7-ac0f-82110486bcfe', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884c91a7-cc75-4d98-a5cc-483508101178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:29:47Z', 'updated_at': '2021-09-21T05:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi', '_interfaces': [{'id': '4626a1c2-9cb2-4c67-b97a-486cfa0814b8', 'name': '', 'network_id': 'c0cd41a4-6466-43fa-ab2d-1924b0323487', 'tenant_id': 'ea4c6306688a405997e9d4fb4cad04ab', 'mac_address': 'fa:16:3e:13:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884c91a7-cc75-4d98-a5cc-483508101178', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'd0d631e2-edc8-4a31-b07c-35d016ddfaa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:29:49Z', 'updated_at': '2021-09-21T05:29:53Z', 'revision_number': 5, 'project_id': 'ea4c6306688a405997e9d4fb4cad04ab', 'subnets': [{'id': 'd0d631e2-edc8-4a31-b07c-35d016ddfaa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:31:52.958529 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73424021-da62-43c7-9949-f4ebacde2b26 None None] Checking router: 884c91a7-cc75-4d98-a5cc-483508101178 for host: dv-cinder-778193-10-iscsi {{(pid=94668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 05:31:52.967621 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73424021-da62-43c7-9949-f4ebacde2b26 None None] Routers {'884c91a7-cc75-4d98-a5cc-483508101178'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:31:52.968233 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-73424021-da62-43c7-9949-f4ebacde2b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:31:39Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['884c91a7-cc75-4d98-a5cc-483508101178'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:31:53.070484 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-73424021-da62-43c7-9949-f4ebacde2b26 None None] Set router 884c91a7-cc75-4d98-a5cc-483508101178 gateway port host: dv-cinder-778193-10-iscsi {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:31:53.264415 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-73424021-da62-43c7-9949-f4ebacde2b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884c91a7-cc75-4d98-a5cc-483508101178', 'name': 'tempest-TestMinimumBasicScenario-1395311221-router', 'tenant_id': 'ea4c6306688a405997e9d4fb4cad04ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '0bc368df-82cb-4da7-ac0f-82110486bcfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:29:46Z', 'updated_at': '2021-09-21T05:29:49Z', 'revision_number': 4, 'project_id': 'ea4c6306688a405997e9d4fb4cad04ab', 'gw_port': {'id': '0bc368df-82cb-4da7-ac0f-82110486bcfe', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884c91a7-cc75-4d98-a5cc-483508101178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:29:47Z', 'updated_at': '2021-09-21T05:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi', '_interfaces': [{'id': '4626a1c2-9cb2-4c67-b97a-486cfa0814b8', 'name': '', 'network_id': 'c0cd41a4-6466-43fa-ab2d-1924b0323487', 'tenant_id': 'ea4c6306688a405997e9d4fb4cad04ab', 'mac_address': 'fa:16:3e:13:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884c91a7-cc75-4d98-a5cc-483508101178', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'd0d631e2-edc8-4a31-b07c-35d016ddfaa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:29:49Z', 'updated_at': '2021-09-21T05:29:53Z', 'revision_number': 5, 'project_id': 'ea4c6306688a405997e9d4fb4cad04ab', 'subnets': [{'id': 'd0d631e2-edc8-4a31-b07c-35d016ddfaa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:31:53.291068 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73424021-da62-43c7-9949-f4ebacde2b26 None None] The sync data for ids ['884c91a7-cc75-4d98-a5cc-483508101178'] in dv-cinder-778193-10-iscsi is: [{'id': '884c91a7-cc75-4d98-a5cc-483508101178', 'name': 'tempest-TestMinimumBasicScenario-1395311221-router', 'tenant_id': 'ea4c6306688a405997e9d4fb4cad04ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '0bc368df-82cb-4da7-ac0f-82110486bcfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:29:46Z', 'updated_at': '2021-09-21T05:29:49Z', 'revision_number': 4, 'project_id': 'ea4c6306688a405997e9d4fb4cad04ab', 'gw_port': {'id': '0bc368df-82cb-4da7-ac0f-82110486bcfe', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884c91a7-cc75-4d98-a5cc-483508101178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:29:47Z', 'updated_at': '2021-09-21T05:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi', '_interfaces': [{'id': '4626a1c2-9cb2-4c67-b97a-486cfa0814b8', 'name': '', 'network_id': 'c0cd41a4-6466-43fa-ab2d-1924b0323487', 'tenant_id': 'ea4c6306688a405997e9d4fb4cad04ab', 'mac_address': 'fa:16:3e:13:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884c91a7-cc75-4d98-a5cc-483508101178', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'd0d631e2-edc8-4a31-b07c-35d016ddfaa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:29:49Z', 'updated_at': '2021-09-21T05:29:53Z', 'revision_number': 5, 'project_id': 'ea4c6306688a405997e9d4fb4cad04ab', 'subnets': [{'id': 'd0d631e2-edc8-4a31-b07c-35d016ddfaa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 05:31:53.338481 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16119454-fd9b-46f8-8cce-824b2915508b', 'tag': 'bf3afa4d-7dde-4531-849e-5a1a765526b2'}] {{(pid=94666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 05:31:53.340215 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44944af2400c5958a336bdfed19235d8f59e5c9f04ba018cfdf82e9059cb0bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92acb31d-0e78-405a-ab11-99c36753bca6" -d '{"events": [{"name": "network-changed", "server_uuid": "16119454-fd9b-46f8-8cce-824b2915508b", "tag": "bf3afa4d-7dde-4531-849e-5a1a765526b2"}]}' {{(pid=94666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 05:31:53.380530 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 05:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f0c8e1-f12f-4989-b6fd-910b88954978 x-openstack-request-id: req-15f0c8e1-f12f-4989-b6fd-910b88954978 {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 05:31:53.380840 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16119454-fd9b-46f8-8cce-824b2915508b", "tag": "bf3afa4d-7dde-4531-849e-5a1a765526b2", "status": "completed", "code": 200}]} {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 05:31:53.381093 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-15f0c8e1-f12f-4989-b6fd-910b88954978 {{(pid=94666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 05:31:53.381492 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16119454-fd9b-46f8-8cce-824b2915508b', 'tag': 'bf3afa4d-7dde-4531-849e-5a1a765526b2', 'status': 'completed', 'code': 200} Sep 21 05:31:53.446778 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92acb31d-0e78-405a-ab11-99c36753bca6 req-90e2c1fd-43a0-48ca-9d24-3a1957e06f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:31:53.448328 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-92acb31d-0e78-405a-ab11-99c36753bca6 req-90e2c1fd-43a0-48ca-9d24-3a1957e06f84 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ea4c6306688a405997e9d4fb4cad04ab&device_id=16119454-fd9b-46f8-8cce-824b2915508b HTTP/1.1" status: 200 len: 1099 time: 0.0459003 Sep 21 05:31:53.526644 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c255b69e-0daf-42d6-b7ed-997ec57ed03b None None] New status for floating IP 640ddf7c-4c4b-417f-9736-962a928e0918: DOWN {{(pid=94669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 05:31:53.549028 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92acb31d-0e78-405a-ab11-99c36753bca6 req-d4a223d2-74cb-4a1e-a4b2-8b520eb2f320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:31:53.550772 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-92acb31d-0e78-405a-ab11-99c36753bca6 req-d4a223d2-74cb-4a1e-a4b2-8b520eb2f320 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c0cd41a4-6466-43fa-ab2d-1924b0323487 HTTP/1.1" status: 200 len: 915 time: 0.0873871 Sep 21 05:31:53.596583 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-92acb31d-0e78-405a-ab11-99c36753bca6 req-d42f480e-e1f0-4f3b-8900-6599b254881c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf3afa4d-7dde-4531-849e-5a1a765526b2 HTTP/1.1" status: 200 len: 217 time: 0.0383921 Sep 21 05:31:53.649397 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92acb31d-0e78-405a-ab11-99c36753bca6 req-15b3b3f8-cdf0-4062-a70c-ef03a1403492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:31:53.651058 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-92acb31d-0e78-405a-ab11-99c36753bca6 req-15b3b3f8-cdf0-4062-a70c-ef03a1403492 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d0d631e2-edc8-4a31-b07c-35d016ddfaa9 HTTP/1.1" status: 200 len: 854 time: 0.0467722 Sep 21 05:31:53.697109 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92acb31d-0e78-405a-ab11-99c36753bca6 req-1ba0c990-7796-48d8-a12a-37f13c7df742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:31:53.698635 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-92acb31d-0e78-405a-ab11-99c36753bca6 req-1ba0c990-7796-48d8-a12a-37f13c7df742 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c0cd41a4-6466-43fa-ab2d-1924b0323487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0399876 Sep 21 05:31:53.791963 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-92acb31d-0e78-405a-ab11-99c36753bca6 req-eb5bc276-9110-46d6-a766-b9fbc464d259 service neutron] 10.222.0.32 "GET /v2.0/networks/c0cd41a4-6466-43fa-ab2d-1924b0323487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858850 Sep 21 05:31:53.882452 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-92acb31d-0e78-405a-ab11-99c36753bca6 req-4f6317be-f2f0-48c8-b954-c1eeecf61c32 service neutron] 10.222.0.32 "GET /v2.0/networks/c0cd41a4-6466-43fa-ab2d-1924b0323487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828891 Sep 21 05:31:55.686738 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672df3b5-351d-4db3-b054-570bd4e29ccd req-53008a1b-333b-480c-9bd3-443b6c34d866 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:31:55.688190 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-672df3b5-351d-4db3-b054-570bd4e29ccd req-53008a1b-333b-480c-9bd3-443b6c34d866 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "GET /v2.0/ports?device_id=16119454-fd9b-46f8-8cce-824b2915508b HTTP/1.1" status: 200 len: 946 time: 0.0468302 Sep 21 05:31:55.724908 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-672df3b5-351d-4db3-b054-570bd4e29ccd req-8280c393-70f2-4971-9f6d-8c614fc96cde tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "GET /v2.0/security-groups?id=13822130-0b2f-492f-8439-8d8cab126c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309384 Sep 21 05:31:56.836589 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e8ebe-9ccf-4069-bb92-22e0611efdd3 req-c9623b94-cff6-4cc0-91cf-2afe0c2e2454 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:31:56.838052 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-515e8ebe-9ccf-4069-bb92-22e0611efdd3 req-c9623b94-cff6-4cc0-91cf-2afe0c2e2454 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "GET /v2.0/ports?device_id=16119454-fd9b-46f8-8cce-824b2915508b HTTP/1.1" status: 200 len: 946 time: 0.0472219 Sep 21 05:31:56.874220 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-515e8ebe-9ccf-4069-bb92-22e0611efdd3 req-ef063c44-da71-497e-ac22-08e88f8f8659 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "GET /v2.0/security-groups?id=13822130-0b2f-492f-8439-8d8cab126c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303581 Sep 21 05:31:57.345072 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4976e89f-fee6-4ae1-95bf-3b274712002a req-159c7b7e-95d7-4c04-802a-01d1506517b6 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 05:31:57.346555 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-4976e89f-fee6-4ae1-95bf-3b274712002a req-159c7b7e-95d7-4c04-802a-01d1506517b6 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.32 "GET /v2.0/ports?device_id=16119454-fd9b-46f8-8cce-824b2915508b HTTP/1.1" status: 200 len: 946 time: 0.0479159 Sep 21 05:31:57.435226 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-4976e89f-fee6-4ae1-95bf-3b274712002a req-aaba4fa8-2197-4770-a43c-12b7331d98fe tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Deleting port bf3afa4d-7dde-4531-849e-5a1a765526b2 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 05:31:57.435563 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-4976e89f-fee6-4ae1-95bf-3b274712002a req-aaba4fa8-2197-4770-a43c-12b7331d98fe tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751404276529'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:31:57.523131 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-4976e89f-fee6-4ae1-95bf-3b274712002a req-aaba4fa8-2197-4770-a43c-12b7331d98fe tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] For port bf3afa4d-7dde-4531-849e-5a1a765526b2, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=bf3afa4d-7dde-4531-849e-5a1a765526b2,segment=NetworkSegment(31d57a87-5c3f-4d84-9958-68bfdd185b58),segment_id=31d57a87-5c3f-4d84-9958-68bfdd185b58)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:31:57.523489 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-4976e89f-fee6-4ae1-95bf-3b274712002a req-aaba4fa8-2197-4770-a43c-12b7331d98fe tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463939'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:31:57.534744 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-4976e89f-fee6-4ae1-95bf-3b274712002a req-aaba4fa8-2197-4770-a43c-12b7331d98fe tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Calling delete_port for bf3afa4d-7dde-4531-849e-5a1a765526b2 owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 05:31:57.736139 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-4976e89f-fee6-4ae1-95bf-3b274712002a req-aaba4fa8-2197-4770-a43c-12b7331d98fe tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751404282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751403777217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6441136'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:31:57.747672 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] get_ports_and_sgs() called for port_ids ['bf3afa4d-7dde-4531-849e-5a1a765526b2'] {{(pid=94668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 05:31:57.767340 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaba4fa8-2197-4770-a43c-12b7331d98fe tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Pushing event deleted for resources: {'Port': ['ID=bf3afa4d-7dde-4531-849e-5a1a765526b2,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:31:57.807727 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-4976e89f-fee6-4ae1-95bf-3b274712002a req-aaba4fa8-2197-4770-a43c-12b7331d98fe tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] No DVR routers for this DVR port bf3afa4d-7dde-4531-849e-5a1a765526b2 on host hv-cinder-77819 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 05:31:57.810211 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-4976e89f-fee6-4ae1-95bf-3b274712002a req-aaba4fa8-2197-4770-a43c-12b7331d98fe tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120339'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:31:57.812244 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [req-4976e89f-fee6-4ae1-95bf-3b274712002a req-aaba4fa8-2197-4770-a43c-12b7331d98fe tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.32 "DELETE /v2.0/ports/bf3afa4d-7dde-4531-849e-5a1a765526b2 HTTP/1.1" status: 204 len: 173 time: 0.4591846 Sep 21 05:31:57.812685 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16119454-fd9b-46f8-8cce-824b2915508b', 'name': 'network-vif-deleted', 'tag': 'bf3afa4d-7dde-4531-849e-5a1a765526b2'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 05:31:57.814964 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2093a7355c0e7a06ffa9c2f51d01f7a17d1263efd9baf457b9b047ecef1e75bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc15e3af-e9ac-499d-8f2f-bc7442748181" -d '{"events": [{"server_uuid": "16119454-fd9b-46f8-8cce-824b2915508b", "name": "network-vif-deleted", "tag": "bf3afa4d-7dde-4531-849e-5a1a765526b2"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 05:31:57.912697 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 05:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ebd41c-e318-4b19-a15f-6c17935371c6 x-openstack-request-id: req-87ebd41c-e318-4b19-a15f-6c17935371c6 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 05:31:57.912697 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16119454-fd9b-46f8-8cce-824b2915508b", "name": "network-vif-deleted", "tag": "bf3afa4d-7dde-4531-849e-5a1a765526b2", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 05:31:57.912697 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-87ebd41c-e318-4b19-a15f-6c17935371c6 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 05:31:57.912697 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16119454-fd9b-46f8-8cce-824b2915508b', 'name': 'network-vif-deleted', 'tag': 'bf3afa4d-7dde-4531-849e-5a1a765526b2', 'status': 'completed', 'code': 200} Sep 21 05:31:57.971097 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cbdf767a-e717-4f19-8100-e2341045dac8 req-b2f16c98-c198-4988-8bf0-97534c2c3fe4 tempest-TestMinimumBasicScenario-2101049858 tempest-TestMinimumBasicScenario-2101049858-project] 10.222.0.36 "GET /v2.0/ports?device_id=16119454-fd9b-46f8-8cce-824b2915508b HTTP/1.1" status: 200 len: 210 time: 0.0289414 Sep 21 05:32:00.358197 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 36054) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:32:00.944898 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fc7bc175-0fab-44ea-8b8b-c49d0deef0f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-471819'] for router_interface, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:32:01.181156 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-fc7bc175-0fab-44ea-8b8b-c49d0deef0f4 admin admin] Deleting port 4626a1c2-9cb2-4c67-b97a-486cfa0814b8 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 05:32:01.181501 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fc7bc175-0fab-44ea-8b8b-c49d0deef0f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751404276529'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:32:01.265437 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-fc7bc175-0fab-44ea-8b8b-c49d0deef0f4 admin admin] For port 4626a1c2-9cb2-4c67-b97a-486cfa0814b8, host dv-cinder-778193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=4626a1c2-9cb2-4c67-b97a-486cfa0814b8,segment=NetworkSegment(31d57a87-5c3f-4d84-9958-68bfdd185b58),segment_id=31d57a87-5c3f-4d84-9958-68bfdd185b58)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:32:01.265722 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fc7bc175-0fab-44ea-8b8b-c49d0deef0f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463939'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:32:01.277949 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-fc7bc175-0fab-44ea-8b8b-c49d0deef0f4 admin admin] Calling delete_port for 4626a1c2-9cb2-4c67-b97a-486cfa0814b8 owned by network:router_interface {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 05:32:01.519234 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fc7bc175-0fab-44ea-8b8b-c49d0deef0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751404282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751403777217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6441136'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:32:01.544707 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7bc175-0fab-44ea-8b8b-c49d0deef0f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4626a1c2-9cb2-4c67-b97a-486cfa0814b8,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:32:01.599001 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device bf3afa4d-7dde-4531-849e-5a1a765526b2 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 05:32:01.622621 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] No Port match for: bf3afa4d-7dde-4531-849e-5a1a765526b2 {{(pid=94668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 05:32:01.622974 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Device bf3afa4d-7dde-4531-849e-5a1a765526b2 not bound to the agent host hv-cinder-77819 {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 05:32:01.711440 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fc7bc175-0fab-44ea-8b8b-c49d0deef0f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-473275'] for router_interface, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:32:01.914281 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc7bc175-0fab-44ea-8b8b-c49d0deef0f4 admin admin] Router 884c91a7-cc75-4d98-a5cc-483508101178 has already been hosted by L3 agent e4914d08-4fb7-43fa-94fb-1720f1d16cb4 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 05:32:02.016437 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc7bc175-0fab-44ea-8b8b-c49d0deef0f4 admin admin] Notify agent at l3_agent.dv-cinder-778193-10-iscsi the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 05:32:02.021523 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-fc7bc175-0fab-44ea-8b8b-c49d0deef0f4 admin admin] 10.222.0.36 "PUT /v2.0/routers/884c91a7-cc75-4d98-a5cc-483508101178/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6622205 Sep 21 05:32:02.024032 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 36056) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:32:02.027261 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafae589-978a-4c45-b16a-b6128d1b14c2 None None] Sync routers for ids ['884c91a7-cc75-4d98-a5cc-483508101178'] in dv-cinder-778193-10-iscsi {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 05:32:02.037379 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafae589-978a-4c45-b16a-b6128d1b14c2 None None] Routers {'884c91a7-cc75-4d98-a5cc-483508101178'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:32:02.037999 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-eafae589-978a-4c45-b16a-b6128d1b14c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:31:39Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['884c91a7-cc75-4d98-a5cc-483508101178'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:32:02.126247 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-359c6136-f852-43a4-a7e9-5a39a7236173 admin admin] Notify callbacks [] for router, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:32:02.140646 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-eafae589-978a-4c45-b16a-b6128d1b14c2 None None] Set router 884c91a7-cc75-4d98-a5cc-483508101178 gateway port host: dv-cinder-778193-10-iscsi {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:32:02.224888 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-359c6136-f852-43a4-a7e9-5a39a7236173 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:32:02.310658 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-eafae589-978a-4c45-b16a-b6128d1b14c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884c91a7-cc75-4d98-a5cc-483508101178', 'name': 'tempest-TestMinimumBasicScenario-1395311221-router', 'tenant_id': 'ea4c6306688a405997e9d4fb4cad04ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '0bc368df-82cb-4da7-ac0f-82110486bcfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:29:46Z', 'updated_at': '2021-09-21T05:32:01Z', 'revision_number': 5, 'project_id': 'ea4c6306688a405997e9d4fb4cad04ab', 'gw_port': {'id': '0bc368df-82cb-4da7-ac0f-82110486bcfe', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884c91a7-cc75-4d98-a5cc-483508101178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:29:47Z', 'updated_at': '2021-09-21T05:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi'}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:32:02.340107 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafae589-978a-4c45-b16a-b6128d1b14c2 None None] Checking router: 884c91a7-cc75-4d98-a5cc-483508101178 for host: dv-cinder-778193-10-iscsi {{(pid=94668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 05:32:02.348279 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafae589-978a-4c45-b16a-b6128d1b14c2 None None] Routers {'884c91a7-cc75-4d98-a5cc-483508101178'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:32:02.348885 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-eafae589-978a-4c45-b16a-b6128d1b14c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:31:39Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['884c91a7-cc75-4d98-a5cc-483508101178'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:32:02.384230 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-359c6136-f852-43a4-a7e9-5a39a7236173 admin admin] Deleting port 0bc368df-82cb-4da7-ac0f-82110486bcfe {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 05:32:02.384562 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-359c6136-f852-43a4-a7e9-5a39a7236173 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751404276529'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:32:02.432987 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-eafae589-978a-4c45-b16a-b6128d1b14c2 None None] Set router 884c91a7-cc75-4d98-a5cc-483508101178 gateway port host: None {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:32:02.466110 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-359c6136-f852-43a4-a7e9-5a39a7236173 admin admin] For port 0bc368df-82cb-4da7-ac0f-82110486bcfe, host dv-cinder-778193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=0bc368df-82cb-4da7-ac0f-82110486bcfe,segment=NetworkSegment(826ab498-a3a4-4696-958a-2da03407e177),segment_id=826ab498-a3a4-4696-958a-2da03407e177)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:32:02.466518 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-359c6136-f852-43a4-a7e9-5a39a7236173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463939'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:32:02.477939 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-359c6136-f852-43a4-a7e9-5a39a7236173 admin admin] Calling delete_port for 0bc368df-82cb-4da7-ac0f-82110486bcfe owned by network:router_gateway {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 05:32:02.484397 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-eafae589-978a-4c45-b16a-b6128d1b14c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884c91a7-cc75-4d98-a5cc-483508101178', 'name': 'tempest-TestMinimumBasicScenario-1395311221-router', 'tenant_id': 'ea4c6306688a405997e9d4fb4cad04ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:29:46Z', 'updated_at': '2021-09-21T05:32:02Z', 'revision_number': 6, 'project_id': 'ea4c6306688a405997e9d4fb4cad04ab', 'gw_port_host': None}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:32:02.517785 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafae589-978a-4c45-b16a-b6128d1b14c2 None None] The sync data for ids ['884c91a7-cc75-4d98-a5cc-483508101178'] in dv-cinder-778193-10-iscsi is: [{'id': '884c91a7-cc75-4d98-a5cc-483508101178', 'name': 'tempest-TestMinimumBasicScenario-1395311221-router', 'tenant_id': 'ea4c6306688a405997e9d4fb4cad04ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:29:46Z', 'updated_at': '2021-09-21T05:32:02Z', 'revision_number': 6, 'project_id': 'ea4c6306688a405997e9d4fb4cad04ab', 'gw_port_host': None}] {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 05:32:02.707502 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-359c6136-f852-43a4-a7e9-5a39a7236173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751404282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751403777217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6441136'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:32:02.733951 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359c6136-f852-43a4-a7e9-5a39a7236173 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bc368df-82cb-4da7-ac0f-82110486bcfe,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:32:02.789017 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-359c6136-f852-43a4-a7e9-5a39a7236173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473213'] for router_gateway, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:32:02.884205 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-359c6136-f852-43a4-a7e9-5a39a7236173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:32:02.886951 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-359c6136-f852-43a4-a7e9-5a39a7236173 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:32:02.987062 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-359c6136-f852-43a4-a7e9-5a39a7236173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576727'] for router, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:32:02.987636 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-359c6136-f852-43a4-a7e9-5a39a7236173 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 884c91a7-cc75-4d98-a5cc-483508101178 {{(pid=94667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 05:32:02.991935 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-359c6136-f852-43a4-a7e9-5a39a7236173 admin admin] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:32:02.993098 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-359c6136-f852-43a4-a7e9-5a39a7236173 admin admin] 10.222.0.36 "DELETE /v2.0/routers/884c91a7-cc75-4d98-a5cc-483508101178 HTTP/1.1" status: 204 len: 168 time: 0.9681585 Sep 21 05:32:02.995651 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 36058) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:32:03.039393 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-82151ae1-aa2c-468f-b446-07a38ac233ff admin admin] Deleting subnet d0d631e2-edc8-4a31-b07c-35d016ddfaa9 {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 05:32:03.042425 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-82151ae1-aa2c-468f-b446-07a38ac233ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:32:03.075764 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-82151ae1-aa2c-468f-b446-07a38ac233ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8322580'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:32:03.159830 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-82151ae1-aa2c-468f-b446-07a38ac233ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3669403'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:32:03.285479 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-82151ae1-aa2c-468f-b446-07a38ac233ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3669388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6441119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7659246'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:32:03.306013 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device 0bc368df-82cb-4da7-ac0f-82110486bcfe no longer exists at agent ovs-agent-dv-cinder-778193-10-iscsi {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 05:32:03.317248 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82151ae1-aa2c-468f-b446-07a38ac233ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0d631e2-edc8-4a31-b07c-35d016ddfaa9,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:32:03.321188 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-82151ae1-aa2c-468f-b446-07a38ac233ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531542'] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:32:03.323118 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-82151ae1-aa2c-468f-b446-07a38ac233ff admin admin] 10.222.0.36 "DELETE /v2.0/subnets/d0d631e2-edc8-4a31-b07c-35d016ddfaa9 HTTP/1.1" status: 204 len: 168 time: 0.3265300 Sep 21 05:32:03.325696 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 36060) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:32:03.326299 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] No Port match for: 0bc368df-82cb-4da7-ac0f-82110486bcfe {{(pid=94668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 05:32:03.326548 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device 0bc368df-82cb-4da7-ac0f-82110486bcfe not bound to the agent host dv-cinder-778193-10-iscsi {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 05:32:03.326965 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device 4626a1c2-9cb2-4c67-b97a-486cfa0814b8 no longer exists at agent ovs-agent-dv-cinder-778193-10-iscsi {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 05:32:03.330083 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c5c3d5-18fc-4271-9565-3e34fd8e312a None None] Network c0cd41a4-6466-43fa-ab2d-1924b0323487 requested from dv-cinder-778193-10-iscsi {{(pid=94668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 05:32:03.358320 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] No Port match for: 4626a1c2-9cb2-4c67-b97a-486cfa0814b8 {{(pid=94668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 05:32:03.358696 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device 4626a1c2-9cb2-4c67-b97a-486cfa0814b8 not bound to the agent host dv-cinder-778193-10-iscsi {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 05:32:03.406759 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4180aa92-78fb-4cac-8508-3f9352590832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682922'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:32:03.460000 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-4180aa92-78fb-4cac-8508-3f9352590832 admin admin] Deleting port 96af6469-2f42-4e47-ae03-1e7285ae4481 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 05:32:03.460479 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4180aa92-78fb-4cac-8508-3f9352590832 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751404276529'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:32:03.522848 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d870a53b-f625-40a3-aa0b-7c01daeddf88 None None] DHCP port deletion for c0cd41a4-6466-43fa-ab2d-1924b0323487 request from dv-cinder-778193-10-iscsi {{(pid=94668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 05:32:03.531300 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-4180aa92-78fb-4cac-8508-3f9352590832 admin admin] For port 96af6469-2f42-4e47-ae03-1e7285ae4481, host dv-cinder-778193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=96af6469-2f42-4e47-ae03-1e7285ae4481,segment=NetworkSegment(31d57a87-5c3f-4d84-9958-68bfdd185b58),segment_id=31d57a87-5c3f-4d84-9958-68bfdd185b58)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:32:03.531491 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4180aa92-78fb-4cac-8508-3f9352590832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463939'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:32:03.545391 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-4180aa92-78fb-4cac-8508-3f9352590832 admin admin] Calling delete_port for 96af6469-2f42-4e47-ae03-1e7285ae4481 owned by network:dhcp {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 05:32:03.575327 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-d870a53b-f625-40a3-aa0b-7c01daeddf88 None None] Deleting port 96af6469-2f42-4e47-ae03-1e7285ae4481 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 05:32:03.575717 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d870a53b-f625-40a3-aa0b-7c01daeddf88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751404276529'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:32:03.640389 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-d870a53b-f625-40a3-aa0b-7c01daeddf88 None None] For port 96af6469-2f42-4e47-ae03-1e7285ae4481, host dv-cinder-778193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=96af6469-2f42-4e47-ae03-1e7285ae4481,segment=NetworkSegment(31d57a87-5c3f-4d84-9958-68bfdd185b58),segment_id=31d57a87-5c3f-4d84-9958-68bfdd185b58)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:32:03.640788 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d870a53b-f625-40a3-aa0b-7c01daeddf88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463939'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:32:03.653162 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-d870a53b-f625-40a3-aa0b-7c01daeddf88 None None] Calling delete_port for 96af6469-2f42-4e47-ae03-1e7285ae4481 owned by network:dhcp {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 05:32:03.736315 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4180aa92-78fb-4cac-8508-3f9352590832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751404282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751403777217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6441136'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:32:03.741920 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d870a53b-f625-40a3-aa0b-7c01daeddf88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751404282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751403777217'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:32:03.762985 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4180aa92-78fb-4cac-8508-3f9352590832 admin admin] Pushing event deleted for resources: {'Port': ['ID=96af6469-2f42-4e47-ae03-1e7285ae4481,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:32:03.764760 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4180aa92-78fb-4cac-8508-3f9352590832 admin admin] No DVR routers for this DVR port 96af6469-2f42-4e47-ae03-1e7285ae4481 on host dv-cinder-778193-10-iscsi {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 05:32:03.767843 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d870a53b-f625-40a3-aa0b-7c01daeddf88 None None] Pushing event deleted for resources: {'Port': ['ID=96af6469-2f42-4e47-ae03-1e7285ae4481,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:32:03.770225 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d870a53b-f625-40a3-aa0b-7c01daeddf88 None None] No DVR routers for this DVR port 96af6469-2f42-4e47-ae03-1e7285ae4481 on host dv-cinder-778193-10-iscsi {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 05:32:03.781678 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d870a53b-f625-40a3-aa0b-7c01daeddf88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:32:03.782036 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d870a53b-f625-40a3-aa0b-7c01daeddf88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:32:03.782381 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d870a53b-f625-40a3-aa0b-7c01daeddf88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:32:03.782755 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d870a53b-f625-40a3-aa0b-7c01daeddf88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:32:03.783091 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d870a53b-f625-40a3-aa0b-7c01daeddf88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:32:03.783479 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d870a53b-f625-40a3-aa0b-7c01daeddf88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:32:03.783809 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d870a53b-f625-40a3-aa0b-7c01daeddf88 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:32:03.784137 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d870a53b-f625-40a3-aa0b-7c01daeddf88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:32:03.784489 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d870a53b-f625-40a3-aa0b-7c01daeddf88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:32:03.784820 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d870a53b-f625-40a3-aa0b-7c01daeddf88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:32:03.785143 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d870a53b-f625-40a3-aa0b-7c01daeddf88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:32:03.785517 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d870a53b-f625-40a3-aa0b-7c01daeddf88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-10-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 05:32:03.837962 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4180aa92-78fb-4cac-8508-3f9352590832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3667996', 'neutron.services.segments.db._delete_segments_for_network-8751404111005'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:32:03.858061 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.services.segments.db [None req-4180aa92-78fb-4cac-8508-3f9352590832 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0cd41a4-6466-43fa-ab2d-1924b0323487']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:32:03.867280 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.services.segments.db [None req-4180aa92-78fb-4cac-8508-3f9352590832 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31d57a87-5c3f-4d84-9958-68bfdd185b58') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:32:03.867576 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.services.segments.db [None req-4180aa92-78fb-4cac-8508-3f9352590832 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31d57a87-5c3f-4d84-9958-68bfdd185b58') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:32:03.877295 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4180aa92-78fb-4cac-8508-3f9352590832 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751404111270', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8322591'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:32:03.890196 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4180aa92-78fb-4cac-8508-3f9352590832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669518'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:32:03.896153 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4180aa92-78fb-4cac-8508-3f9352590832 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 05:32:03.896540 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4180aa92-78fb-4cac-8508-3f9352590832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6441537'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:32:03.898152 dv-cinder-778193-10-iscsi neutron-server[94667]: Traceback (most recent call last): Sep 21 05:32:03.898152 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 05:32:03.898152 dv-cinder-778193-10-iscsi neutron-server[94667]: timer() Sep 21 05:32:03.898152 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 05:32:03.898152 dv-cinder-778193-10-iscsi neutron-server[94667]: cb(*args, **kw) Sep 21 05:32:03.898152 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 05:32:03.898152 dv-cinder-778193-10-iscsi neutron-server[94667]: return func(*args, **kwargs) Sep 21 05:32:03.898152 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 05:32:03.898152 dv-cinder-778193-10-iscsi neutron-server[94667]: self._notify() Sep 21 05:32:03.898152 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 05:32:03.898152 dv-cinder-778193-10-iscsi neutron-server[94667]: self.callback(batched_events) Sep 21 05:32:03.898152 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 05:32:03.898152 dv-cinder-778193-10-iscsi neutron-server[94667]: event.method(event) Sep 21 05:32:03.898152 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 05:32:03.898152 dv-cinder-778193-10-iscsi neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 05:32:03.898152 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 05:32:03.898152 dv-cinder-778193-10-iscsi neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 05:32:03.898152 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 05:32:03.898152 dv-cinder-778193-10-iscsi neutron-server[94667]: return f(self, *a, **k) Sep 21 05:32:03.898152 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 05:32:03.898152 dv-cinder-778193-10-iscsi neutron-server[94667]: return self._get(url).json() Sep 21 05:32:03.898152 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 05:32:03.898152 dv-cinder-778193-10-iscsi neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 05:32:03.898152 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 05:32:03.898152 dv-cinder-778193-10-iscsi neutron-server[94667]: return self.request(url, 'GET', **kwargs) Sep 21 05:32:03.898152 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 05:32:03.898152 dv-cinder-778193-10-iscsi neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 05:32:03.898152 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 05:32:03.898152 dv-cinder-778193-10-iscsi neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 05:32:03.898152 dv-cinder-778193-10-iscsi neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 05:32:03.898152 dv-cinder-778193-10-iscsi neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 05:32:03.898152 dv-cinder-778193-10-iscsi neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 05:32:04.027444 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4180aa92-78fb-4cac-8508-3f9352590832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3667973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473113'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:32:04.031723 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4180aa92-78fb-4cac-8508-3f9352590832 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531542'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:32:04.033808 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-4180aa92-78fb-4cac-8508-3f9352590832 admin admin] 10.222.0.36 "DELETE /v2.0/networks/c0cd41a4-6466-43fa-ab2d-1924b0323487 HTTP/1.1" status: 204 len: 168 time: 0.7071891 Sep 21 05:32:04.036730 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 36062) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:32:04.046884 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4180aa92-78fb-4cac-8508-3f9352590832 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0cd41a4-6466-43fa-ab2d-1924b0323487,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:32:04.363768 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-39ceff96-b3a2-4169-bcf5-786bc4ee9668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-471819'] for router_interface, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:32:04.600013 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [None req-39ceff96-b3a2-4169-bcf5-786bc4ee9668 admin admin] Deleting port f27f7be5-7a4f-4eb8-bc0c-5211e80ff90b {{(pid=94666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 05:32:04.600344 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-39ceff96-b3a2-4169-bcf5-786bc4ee9668 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751404276529'] for port, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:32:04.678017 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.db [None req-39ceff96-b3a2-4169-bcf5-786bc4ee9668 admin admin] For port f27f7be5-7a4f-4eb8-bc0c-5211e80ff90b, host dv-cinder-778193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=f27f7be5-7a4f-4eb8-bc0c-5211e80ff90b,segment=NetworkSegment(54662f97-d94d-4940-8a6c-7c90ce97beda),segment_id=54662f97-d94d-4940-8a6c-7c90ce97beda)] {{(pid=94666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:32:04.678289 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-39ceff96-b3a2-4169-bcf5-786bc4ee9668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463939'] for port, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:32:04.690176 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [None req-39ceff96-b3a2-4169-bcf5-786bc4ee9668 admin admin] Calling delete_port for f27f7be5-7a4f-4eb8-bc0c-5211e80ff90b owned by network:router_interface {{(pid=94666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 05:32:04.958879 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-39ceff96-b3a2-4169-bcf5-786bc4ee9668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751404282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751403777217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7439717'] for port, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:32:04.983868 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ceff96-b3a2-4169-bcf5-786bc4ee9668 admin admin] Pushing event deleted for resources: {'Port': ['ID=f27f7be5-7a4f-4eb8-bc0c-5211e80ff90b,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:32:05.164779 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-39ceff96-b3a2-4169-bcf5-786bc4ee9668 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-473275'] for router_interface, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:32:05.173361 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device 96af6469-2f42-4e47-ae03-1e7285ae4481 no longer exists at agent ovs-agent-dv-cinder-778193-10-iscsi {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 05:32:05.197620 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] No Port match for: 96af6469-2f42-4e47-ae03-1e7285ae4481 {{(pid=94668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 05:32:05.197971 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device 96af6469-2f42-4e47-ae03-1e7285ae4481 not bound to the agent host dv-cinder-778193-10-iscsi {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 05:32:05.375084 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39ceff96-b3a2-4169-bcf5-786bc4ee9668 admin admin] Router 9f1f11a1-5af4-4b1d-86a3-9a3bca93092f has already been hosted by L3 agent e4914d08-4fb7-43fa-94fb-1720f1d16cb4 {{(pid=94666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 05:32:05.494805 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ceff96-b3a2-4169-bcf5-786bc4ee9668 admin admin] Notify agent at l3_agent.dv-cinder-778193-10-iscsi the message routers_updated {{(pid=94666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 05:32:05.501794 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-39ceff96-b3a2-4169-bcf5-786bc4ee9668 admin admin] 10.222.0.36 "PUT /v2.0/routers/9f1f11a1-5af4-4b1d-86a3-9a3bca93092f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4639809 Sep 21 05:32:05.504194 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 36064) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:32:05.505819 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2065ffd3-38c9-44b4-8b8c-9bcf33f9be77 None None] Sync routers for ids ['9f1f11a1-5af4-4b1d-86a3-9a3bca93092f'] in dv-cinder-778193-10-iscsi {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 05:32:05.514863 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2065ffd3-38c9-44b4-8b8c-9bcf33f9be77 None None] Routers {'9f1f11a1-5af4-4b1d-86a3-9a3bca93092f'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:32:05.515462 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-2065ffd3-38c9-44b4-8b8c-9bcf33f9be77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:31:39Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['9f1f11a1-5af4-4b1d-86a3-9a3bca93092f'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:32:05.605432 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-2d47e1c2-a84a-429f-99c1-121e285faea0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:32:05.616426 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-2065ffd3-38c9-44b4-8b8c-9bcf33f9be77 None None] Set router 9f1f11a1-5af4-4b1d-86a3-9a3bca93092f gateway port host: dv-cinder-778193-10-iscsi {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:32:05.704529 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-2d47e1c2-a84a-429f-99c1-121e285faea0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:32:05.799443 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-2065ffd3-38c9-44b4-8b8c-9bcf33f9be77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1f11a1-5af4-4b1d-86a3-9a3bca93092f', 'name': 'tempest-TestMinimumBasicScenario-1900536054-router', 'tenant_id': '723fdfa76ddc4e818b32219ec2efc78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'external_fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '818f59d1-1aff-4058-a0d8-01d99d42cb96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:29:52Z', 'updated_at': '2021-09-21T05:32:04Z', 'revision_number': 5, 'project_id': '723fdfa76ddc4e818b32219ec2efc78a', 'gw_port': {'id': '818f59d1-1aff-4058-a0d8-01d99d42cb96', 'name': '', 'network_id': '666bfb66-d53f-41b5-aa91-1f3481ab5acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:58:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1f11a1-5af4-4b1d-86a3-9a3bca93092f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '80dd054f-6720-4669-be55-825ddd1b955a', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T05:29:53Z', 'updated_at': '2021-09-21T05:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80dd054f-6720-4669-be55-825ddd1b955a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-10-iscsi'}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:32:05.815611 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [None req-2d47e1c2-a84a-429f-99c1-121e285faea0 admin admin] Deleting port 818f59d1-1aff-4058-a0d8-01d99d42cb96 {{(pid=94666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 05:32:05.815949 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-2d47e1c2-a84a-429f-99c1-121e285faea0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751404276529'] for port, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:32:05.827956 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0ff1f428-9260-41b5-8876-c4e75524e3fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:32:05.901376 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.db [None req-2d47e1c2-a84a-429f-99c1-121e285faea0 admin admin] For port 818f59d1-1aff-4058-a0d8-01d99d42cb96, host dv-cinder-778193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=818f59d1-1aff-4058-a0d8-01d99d42cb96,segment=NetworkSegment(826ab498-a3a4-4696-958a-2da03407e177),segment_id=826ab498-a3a4-4696-958a-2da03407e177)] {{(pid=94666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:32:05.901767 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-2d47e1c2-a84a-429f-99c1-121e285faea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463939'] for port, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:32:05.909958 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2065ffd3-38c9-44b4-8b8c-9bcf33f9be77 None None] Checking router: 9f1f11a1-5af4-4b1d-86a3-9a3bca93092f for host: dv-cinder-778193-10-iscsi {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 05:32:05.913365 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [None req-2d47e1c2-a84a-429f-99c1-121e285faea0 admin admin] Calling delete_port for 818f59d1-1aff-4058-a0d8-01d99d42cb96 owned by network:router_gateway {{(pid=94666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 05:32:05.918252 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2065ffd3-38c9-44b4-8b8c-9bcf33f9be77 None None] Routers {'9f1f11a1-5af4-4b1d-86a3-9a3bca93092f'} bound to L3 agent in host dv-cinder-778193-10-iscsi {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 05:32:05.918898 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-2065ffd3-38c9-44b4-8b8c-9bcf33f9be77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T05:12:09Z,description=,heartbeat_timestamp=2021-09-21T05:31:39Z,host='dv-cinder-778193-10-iscsi',id=e4914d08-4fb7-43fa-94fb-1720f1d16cb4,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T05:12:09Z,topic='l3_agent')) {'router_ids': ['9f1f11a1-5af4-4b1d-86a3-9a3bca93092f'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:32:06.001749 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-2065ffd3-38c9-44b4-8b8c-9bcf33f9be77 None None] Set router 9f1f11a1-5af4-4b1d-86a3-9a3bca93092f gateway port host: None {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 05:32:06.054313 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-2065ffd3-38c9-44b4-8b8c-9bcf33f9be77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1f11a1-5af4-4b1d-86a3-9a3bca93092f', 'name': 'tempest-TestMinimumBasicScenario-1900536054-router', 'tenant_id': '723fdfa76ddc4e818b32219ec2efc78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:29:52Z', 'updated_at': '2021-09-21T05:32:05Z', 'revision_number': 6, 'project_id': '723fdfa76ddc4e818b32219ec2efc78a', 'gw_port_host': None}], 'dv-cinder-778193-10-iscsi', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:32:06.081551 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2065ffd3-38c9-44b4-8b8c-9bcf33f9be77 None None] The sync data for ids ['9f1f11a1-5af4-4b1d-86a3-9a3bca93092f'] in dv-cinder-778193-10-iscsi is: [{'id': '9f1f11a1-5af4-4b1d-86a3-9a3bca93092f', 'name': 'tempest-TestMinimumBasicScenario-1900536054-router', 'tenant_id': '723fdfa76ddc4e818b32219ec2efc78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T05:29:52Z', 'updated_at': '2021-09-21T05:32:05Z', 'revision_number': 6, 'project_id': '723fdfa76ddc4e818b32219ec2efc78a', 'gw_port_host': None}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 05:32:06.136815 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-2d47e1c2-a84a-429f-99c1-121e285faea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751404282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751403777217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7439717'] for port, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:32:06.163835 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d47e1c2-a84a-429f-99c1-121e285faea0 admin admin] Pushing event deleted for resources: {'Port': ['ID=818f59d1-1aff-4058-a0d8-01d99d42cb96,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:32:06.221892 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-2d47e1c2-a84a-429f-99c1-121e285faea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473213'] for router_gateway, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:32:06.308730 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-2d47e1c2-a84a-429f-99c1-121e285faea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:32:06.310731 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-2d47e1c2-a84a-429f-99c1-121e285faea0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:32:06.644665 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-2d47e1c2-a84a-429f-99c1-121e285faea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576727'] for router, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:32:06.645222 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d47e1c2-a84a-429f-99c1-121e285faea0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f1f11a1-5af4-4b1d-86a3-9a3bca93092f {{(pid=94666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 05:32:06.655523 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-2d47e1c2-a84a-429f-99c1-121e285faea0 admin admin] Notify callbacks [] for router, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:32:06.655523 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-2d47e1c2-a84a-429f-99c1-121e285faea0 admin admin] 10.222.0.36 "DELETE /v2.0/routers/9f1f11a1-5af4-4b1d-86a3-9a3bca93092f HTTP/1.1" status: 204 len: 168 time: 1.1459970 Sep 21 05:32:06.655523 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 36066) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:32:06.697370 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.db.db_base_plugin_v2 [None req-25c8846e-6ab8-44d4-9aeb-e7b2a9b55aa4 admin admin] Deleting subnet 934dcb9a-fd7a-4c15-8362-be71711120eb {{(pid=94666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 05:32:06.700301 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-25c8846e-6ab8-44d4-9aeb-e7b2a9b55aa4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:32:06.733000 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-25c8846e-6ab8-44d4-9aeb-e7b2a9b55aa4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8344726'] for subnet, precommit_delete_associations {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:32:06.810628 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-25c8846e-6ab8-44d4-9aeb-e7b2a9b55aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3669403'] for subnet, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:32:06.965587 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-25c8846e-6ab8-44d4-9aeb-e7b2a9b55aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3669388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7439690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8253416'] for subnet, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:32:06.995487 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-25c8846e-6ab8-44d4-9aeb-e7b2a9b55aa4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:32:06.997538 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-25c8846e-6ab8-44d4-9aeb-e7b2a9b55aa4 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/934dcb9a-fd7a-4c15-8362-be71711120eb HTTP/1.1" status: 204 len: 168 time: 0.3430996 Sep 21 05:32:06.998376 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c8846e-6ab8-44d4-9aeb-e7b2a9b55aa4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=934dcb9a-fd7a-4c15-8362-be71711120eb,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:32:07.000040 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.36', 36068) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:32:07.002498 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0fd3655-cd69-452a-bd7f-df475a7f54b6 None None] Network 9b198c25-27a1-4bc4-8f41-76c7a61510f2 requested from dv-cinder-778193-10-iscsi {{(pid=94668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 05:32:07.078583 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-ce7a8f78-3883-44ed-8065-26edbb2f5308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682922'] for network, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:32:07.123104 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device f27f7be5-7a4f-4eb8-bc0c-5211e80ff90b no longer exists at agent ovs-agent-dv-cinder-778193-10-iscsi {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 05:32:07.147402 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [None req-ce7a8f78-3883-44ed-8065-26edbb2f5308 admin admin] Deleting port 613c432b-4587-4c5d-beff-7ff329907d2d {{(pid=94666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 05:32:07.147740 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-ce7a8f78-3883-44ed-8065-26edbb2f5308 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751404276529'] for port, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:32:07.217696 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.db [None req-ce7a8f78-3883-44ed-8065-26edbb2f5308 admin admin] For port 613c432b-4587-4c5d-beff-7ff329907d2d, host dv-cinder-778193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=613c432b-4587-4c5d-beff-7ff329907d2d,segment=NetworkSegment(54662f97-d94d-4940-8a6c-7c90ce97beda),segment_id=54662f97-d94d-4940-8a6c-7c90ce97beda)] {{(pid=94666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:32:07.217988 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-ce7a8f78-3883-44ed-8065-26edbb2f5308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463939'] for port, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:32:07.231845 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [None req-ce7a8f78-3883-44ed-8065-26edbb2f5308 admin admin] Calling delete_port for 613c432b-4587-4c5d-beff-7ff329907d2d owned by network:dhcp {{(pid=94666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 05:32:07.240878 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.agents_db [None req-b3bad76d-57ee-4137-9d9b-1a82d1aed62b None None] Agent healthcheck: found 6 active agents {{(pid=94669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 05:32:07.276895 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] No Port match for: f27f7be5-7a4f-4eb8-bc0c-5211e80ff90b {{(pid=94668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 05:32:07.277294 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device f27f7be5-7a4f-4eb8-bc0c-5211e80ff90b not bound to the agent host dv-cinder-778193-10-iscsi {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 05:32:07.277709 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device 818f59d1-1aff-4058-a0d8-01d99d42cb96 no longer exists at agent ovs-agent-dv-cinder-778193-10-iscsi {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 05:32:07.299113 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] No Port match for: 818f59d1-1aff-4058-a0d8-01d99d42cb96 {{(pid=94668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 05:32:07.299453 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device 818f59d1-1aff-4058-a0d8-01d99d42cb96 not bound to the agent host dv-cinder-778193-10-iscsi {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 05:32:07.364413 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f95231-3d6c-4e3f-9ec2-aeec87af010c None None] DHCP port deletion for 9b198c25-27a1-4bc4-8f41-76c7a61510f2 request from dv-cinder-778193-10-iscsi {{(pid=94668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 05:32:07.405586 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-33f95231-3d6c-4e3f-9ec2-aeec87af010c None None] Deleting port 613c432b-4587-4c5d-beff-7ff329907d2d {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 05:32:07.405961 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-33f95231-3d6c-4e3f-9ec2-aeec87af010c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751404276529'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:32:07.416255 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-ce7a8f78-3883-44ed-8065-26edbb2f5308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751404282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751403777217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7439717'] for port, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:32:07.441677 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7a8f78-3883-44ed-8065-26edbb2f5308 admin admin] Pushing event deleted for resources: {'Port': ['ID=613c432b-4587-4c5d-beff-7ff329907d2d,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:32:07.446494 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7a8f78-3883-44ed-8065-26edbb2f5308 admin admin] No DVR routers for this DVR port 613c432b-4587-4c5d-beff-7ff329907d2d on host dv-cinder-778193-10-iscsi {{(pid=94666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 05:32:07.466890 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-33f95231-3d6c-4e3f-9ec2-aeec87af010c None None] For port 613c432b-4587-4c5d-beff-7ff329907d2d, host dv-cinder-778193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-10-iscsi',level=0,port_id=613c432b-4587-4c5d-beff-7ff329907d2d,segment=NetworkSegment(54662f97-d94d-4940-8a6c-7c90ce97beda),segment_id=54662f97-d94d-4940-8a6c-7c90ce97beda)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 05:32:07.467287 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-33f95231-3d6c-4e3f-9ec2-aeec87af010c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463939'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:32:07.482727 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-33f95231-3d6c-4e3f-9ec2-aeec87af010c None None] Calling delete_port for 613c432b-4587-4c5d-beff-7ff329907d2d owned by network:dhcp {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 05:32:07.520888 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-ce7a8f78-3883-44ed-8065-26edbb2f5308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3667996', 'neutron.services.segments.db._delete_segments_for_network-8751404111005'] for network, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:32:07.541492 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.services.segments.db [None req-ce7a8f78-3883-44ed-8065-26edbb2f5308 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b198c25-27a1-4bc4-8f41-76c7a61510f2']}} {{(pid=94666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:32:07.550620 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.services.segments.db [None req-ce7a8f78-3883-44ed-8065-26edbb2f5308 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54662f97-d94d-4940-8a6c-7c90ce97beda') {'for_net_delete': True} {{(pid=94666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:32:07.550911 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.services.segments.db [None req-ce7a8f78-3883-44ed-8065-26edbb2f5308 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54662f97-d94d-4940-8a6c-7c90ce97beda') {} {{(pid=94666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 05:32:07.554167 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-33f95231-3d6c-4e3f-9ec2-aeec87af010c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3550058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751404282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751403777217'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:32:07.560872 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-ce7a8f78-3883-44ed-8065-26edbb2f5308 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751404111270', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8344733'] for segment, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:32:07.574144 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-ce7a8f78-3883-44ed-8065-26edbb2f5308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669518'] for segment, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:32:07.579115 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f95231-3d6c-4e3f-9ec2-aeec87af010c None None] Pushing event deleted for resources: {'Port': ['ID=613c432b-4587-4c5d-beff-7ff329907d2d,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:32:07.579752 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce7a8f78-3883-44ed-8065-26edbb2f5308 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=94666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 05:32:07.580132 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-ce7a8f78-3883-44ed-8065-26edbb2f5308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7440276'] for segment, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:32:07.582191 dv-cinder-778193-10-iscsi neutron-server[94666]: Traceback (most recent call last): Sep 21 05:32:07.582191 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 05:32:07.582191 dv-cinder-778193-10-iscsi neutron-server[94666]: timer() Sep 21 05:32:07.582191 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 05:32:07.582191 dv-cinder-778193-10-iscsi neutron-server[94666]: cb(*args, **kw) Sep 21 05:32:07.582191 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 05:32:07.582191 dv-cinder-778193-10-iscsi neutron-server[94666]: return func(*args, **kwargs) Sep 21 05:32:07.582191 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 05:32:07.582191 dv-cinder-778193-10-iscsi neutron-server[94666]: self._notify() Sep 21 05:32:07.582191 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 05:32:07.582191 dv-cinder-778193-10-iscsi neutron-server[94666]: self.callback(batched_events) Sep 21 05:32:07.582191 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 05:32:07.582191 dv-cinder-778193-10-iscsi neutron-server[94666]: event.method(event) Sep 21 05:32:07.582191 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 05:32:07.582191 dv-cinder-778193-10-iscsi neutron-server[94666]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 05:32:07.582191 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 05:32:07.582191 dv-cinder-778193-10-iscsi neutron-server[94666]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 05:32:07.582191 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 05:32:07.582191 dv-cinder-778193-10-iscsi neutron-server[94666]: return f(self, *a, **k) Sep 21 05:32:07.582191 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 05:32:07.582191 dv-cinder-778193-10-iscsi neutron-server[94666]: return self._get(url).json() Sep 21 05:32:07.582191 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 05:32:07.582191 dv-cinder-778193-10-iscsi neutron-server[94666]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 05:32:07.582191 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 05:32:07.582191 dv-cinder-778193-10-iscsi neutron-server[94666]: return self.request(url, 'GET', **kwargs) Sep 21 05:32:07.582191 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 05:32:07.582191 dv-cinder-778193-10-iscsi neutron-server[94666]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 05:32:07.582191 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 05:32:07.582191 dv-cinder-778193-10-iscsi neutron-server[94666]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 05:32:07.582191 dv-cinder-778193-10-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 05:32:07.582191 dv-cinder-778193-10-iscsi neutron-server[94666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 05:32:07.582191 dv-cinder-778193-10-iscsi neutron-server[94666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 05:32:07.584500 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f95231-3d6c-4e3f-9ec2-aeec87af010c None None] No DVR routers for this DVR port 613c432b-4587-4c5d-beff-7ff329907d2d on host dv-cinder-778193-10-iscsi {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 05:32:07.695817 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-ce7a8f78-3883-44ed-8065-26edbb2f5308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3667973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473113'] for network, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:32:07.701870 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-ce7a8f78-3883-44ed-8065-26edbb2f5308 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531542'] for network, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:32:07.703726 dv-cinder-778193-10-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-ce7a8f78-3883-44ed-8065-26edbb2f5308 admin admin] 10.222.0.36 "DELETE /v2.0/networks/9b198c25-27a1-4bc4-8f41-76c7a61510f2 HTTP/1.1" status: 204 len: 168 time: 0.7026892 Sep 21 05:32:07.714859 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7a8f78-3883-44ed-8065-26edbb2f5308 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b198c25-27a1-4bc4-8f41-76c7a61510f2,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:32:07.996500 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 36072) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:32:08.038973 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-51b92fb0-4788-4f96-9bd3-7fceba7d7f78 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ea4c6306688a405997e9d4fb4cad04ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0411553 Sep 21 05:32:08.041438 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 36074) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:32:08.089796 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-23ce9b9a-5550-416f-8dbe-555d783361ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:32:08.101510 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:32:08.110996 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-23ce9b9a-5550-416f-8dbe-555d783361ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:32:08.221720 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-23ce9b9a-5550-416f-8dbe-555d783361ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:32:08.224309 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-23ce9b9a-5550-416f-8dbe-555d783361ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:32:08.225552 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-23ce9b9a-5550-416f-8dbe-555d783361ca admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/13822130-0b2f-492f-8439-8d8cab126c6d HTTP/1.1" status: 204 len: 168 time: 0.1830468 Sep 21 05:32:08.233486 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ce9b9a-5550-416f-8dbe-555d783361ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13822130-0b2f-492f-8439-8d8cab126c6d,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:32:08.610292 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f83b7751-e2b6-4396-9470-2f426fe4828d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:32:08.829846 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 36080) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:32:08.870035 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-458962bc-a689-4566-b49e-e065a028e64d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=723fdfa76ddc4e818b32219ec2efc78a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389593 Sep 21 05:32:08.872279 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.36', 36082) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 05:32:08.919507 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-be32980b-3057-4a24-a00e-8c60cea8aaa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:32:08.939876 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-be32980b-3057-4a24-a00e-8c60cea8aaa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:32:09.021647 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-be32980b-3057-4a24-a00e-8c60cea8aaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580052'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:32:09.024220 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-be32980b-3057-4a24-a00e-8c60cea8aaa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:32:09.025358 dv-cinder-778193-10-iscsi neutron-server[94667]: INFO neutron.wsgi [None req-be32980b-3057-4a24-a00e-8c60cea8aaa5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0a591b54-3794-4422-8d7e-292bbf7828f1 HTTP/1.1" status: 204 len: 168 time: 0.1521928 Sep 21 05:32:09.034197 dv-cinder-778193-10-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be32980b-3057-4a24-a00e-8c60cea8aaa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a591b54-3794-4422-8d7e-292bbf7828f1,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 05:32:09.097067 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device 613c432b-4587-4c5d-beff-7ff329907d2d no longer exists at agent ovs-agent-dv-cinder-778193-10-iscsi {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 05:32:09.119664 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] No Port match for: 613c432b-4587-4c5d-beff-7ff329907d2d {{(pid=94668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 05:32:09.120552 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.rpc [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Device 613c432b-4587-4c5d-beff-7ff329907d2d not bound to the agent host dv-cinder-778193-10-iscsi {{(pid=94668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 05:32:09.324815 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:32:09.941665 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2c351aa7-00e3-4828-8663-e1495c3162e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:32:11.235475 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a1fb1f33-fe48-4684-9a56-b3eb65d74809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:32:35.791675 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e10ca3e7-80b1-41b5-94b9-385a91860f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:32:38.129860 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:32:38.604026 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-791a8ccf-8b8a-4d6f-b431-611bbad921af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:32:39.295344 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:32:39.924001 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2c351aa7-00e3-4828-8663-e1495c3162e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:32:41.221013 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a1fb1f33-fe48-4684-9a56-b3eb65d74809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:32:44.239612 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.agents_db [None req-b3bad76d-57ee-4137-9d9b-1a82d1aed62b None None] Agent healthcheck: found 6 active agents {{(pid=94669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 05:33:05.855245 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1ed1f92e-f2a1-403b-82a0-0215e9fb011f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:33:08.146352 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:33:08.626692 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-de604fda-b742-43f2-855c-9f87a6790514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:33:09.300672 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:33:09.945213 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2c351aa7-00e3-4828-8663-e1495c3162e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:33:11.248983 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a1fb1f33-fe48-4684-9a56-b3eb65d74809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:33:21.238272 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.agents_db [None req-b3bad76d-57ee-4137-9d9b-1a82d1aed62b None None] Agent healthcheck: found 6 active agents {{(pid=94669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 05:33:35.807562 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-efaa7ce1-d4ed-4fcc-8f53-66daaf9ee84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:33:38.140103 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:33:38.625589 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e2109c32-3a79-434d-bf5a-14bd0472200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:33:39.323395 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:33:39.951799 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2c351aa7-00e3-4828-8663-e1495c3162e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:33:41.254174 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a1fb1f33-fe48-4684-9a56-b3eb65d74809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:33:58.236505 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.agents_db [None req-b3bad76d-57ee-4137-9d9b-1a82d1aed62b None None] Agent healthcheck: found 6 active agents {{(pid=94669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 05:34:05.812968 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-46c29492-4320-4409-abb3-bd9863de4ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:34:08.197406 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:34:08.732701 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-20c50bb8-3ac8-4431-8c2d-ee5c8075720a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:34:09.309828 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:34:09.939644 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2c351aa7-00e3-4828-8663-e1495c3162e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:34:11.285709 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a1fb1f33-fe48-4684-9a56-b3eb65d74809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:34:35.235448 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.agents_db [None req-b3bad76d-57ee-4137-9d9b-1a82d1aed62b None None] Agent healthcheck: found 6 active agents {{(pid=94669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 05:34:35.802497 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d15d6dbc-d67a-4de4-980e-815fb60ce27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:34:38.167603 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:34:38.629060 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-89bea60a-3f27-4717-b78f-c4ca5cf7dea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:34:39.286333 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:34:39.943534 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2c351aa7-00e3-4828-8663-e1495c3162e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:34:41.259452 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a1fb1f33-fe48-4684-9a56-b3eb65d74809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:35:05.847192 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6e0e1eef-f79f-499e-9eb6-5fe5cfa67fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:35:08.182522 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:35:08.622994 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d2fb4aa8-f2b5-4587-95b7-45fc8c7e9c64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:35:09.270457 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:35:09.950414 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2c351aa7-00e3-4828-8663-e1495c3162e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:35:11.247461 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a1fb1f33-fe48-4684-9a56-b3eb65d74809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:35:12.234914 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.agents_db [None req-b3bad76d-57ee-4137-9d9b-1a82d1aed62b None None] Agent healthcheck: found 6 active agents {{(pid=94669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 05:35:35.824147 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-26aafd70-d4f4-4ce2-85df-c64e2e2d0774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:35:38.189665 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:35:38.650417 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-93bf113f-d6a3-4c17-8e2b-5f69e0903041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:35:39.298461 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:35:39.949975 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2c351aa7-00e3-4828-8663-e1495c3162e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:35:41.235277 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a1fb1f33-fe48-4684-9a56-b3eb65d74809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:35:49.234537 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.agents_db [None req-b3bad76d-57ee-4137-9d9b-1a82d1aed62b None None] Agent healthcheck: found 6 active agents {{(pid=94669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 05:36:03.739504 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [req-7e245f7c-3169-4617-b270-0fb0636838c0 req-e8e7e0e3-8d7d-4540-b2a6-f0bff554f353 service neutron] (94666) timed out ('10.222.0.32', 51820) {{(pid=94666) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 21 05:36:05.821273 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9c354124-ae6b-421b-842f-8bab2cc25bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:36:08.227123 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:36:08.612260 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-78c48c70-34d4-47d0-b6e1-54b7451c3366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:36:09.284412 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:36:09.958331 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2c351aa7-00e3-4828-8663-e1495c3162e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:36:11.291716 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a1fb1f33-fe48-4684-9a56-b3eb65d74809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:36:15.338007 dv-cinder-778193-10-iscsi neutron-server[94666]: DEBUG neutron.wsgi [req-7e91abfe-1538-4d94-9577-f770e9aa19de req-af5eabe6-dd47-4dee-9ec9-40e967a4872d service neutron] (94666) timed out ('10.222.0.32', 51801) {{(pid=94666) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 21 05:36:26.237569 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.agents_db [None req-b3bad76d-57ee-4137-9d9b-1a82d1aed62b None None] Agent healthcheck: found 6 active agents {{(pid=94669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 05:36:35.838644 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7b119cbe-dafe-4702-8b9e-af5739d175e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:36:38.200055 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:36:38.717806 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d2da9b29-130c-41ea-bd47-dbf71e24d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:36:39.312148 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:36:39.959841 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2c351aa7-00e3-4828-8663-e1495c3162e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:36:41.266666 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a1fb1f33-fe48-4684-9a56-b3eb65d74809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:37:03.237514 dv-cinder-778193-10-iscsi neutron-server[94669]: DEBUG neutron.db.agents_db [None req-b3bad76d-57ee-4137-9d9b-1a82d1aed62b None None] Agent healthcheck: found 6 active agents {{(pid=94669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 05:37:05.842713 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-30ba7ba2-7060-4c82-862a-88e363682205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:37:08.225981 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2480e237-81a0-4aa4-875d-7073dd5a559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:37:08.645360 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-39464042-68d5-492f-b83c-40ee7960376f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:37:09.279950 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876d2b70-7cb4-4bf2-8f32-c38f2be0e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:37:09.994031 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2c351aa7-00e3-4828-8663-e1495c3162e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 05:37:11.256743 dv-cinder-778193-10-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a1fb1f33-fe48-4684-9a56-b3eb65d74809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751404110987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3657500'] for agent, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}